httpimagestore 1.8.1 → 1.9.0

data/features/rewrite.feature

@@ -1,122 +0,0 @@
-Feature: Rewrite of the output path and URL
-	Output path or URL can be rewritten with variables to customise further the API output.
-
-	Background:
-		Given httpthumbnailer server is running at http://localhost:3100/health_check
-		Given httpimagestore server is running at http://localhost:3000/health_check with the following configuration
-		"""
-		path "input_digest"       "#{input_digest}"
-		path "rewritten"          "hello/#{prefix}/#{input_sha256}.jpg"
-		path "rewritten-absolute" "/hello/#{prefix}/#{input_sha256}.jpg"
-		path "demo"               "image/#{input_sha256}.jpg"
-
-		post "rewrite" "path" "&:prefix" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_path "input" path="rewritten"
-		}
-
-		post "rewrite" "uri" "path" "&:prefix" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_uri "input" path="rewritten"
-		}
-
-		post "rewrite" "uri" "path-absolute" "&:prefix" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_uri "input" path="rewritten-absolute"
-		}
-
-		post "rewrite" "url" "path" "&:prefix" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" path="rewritten"
-		}
-
-		post "rewrite" "url" "path-absolute" "&:prefix" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" path="rewritten-absolute"
-		}
-
-		post "rewrite" "url" "scheme" "&:proto" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" scheme="#{proto}"
-		}
-
-		post "rewrite" "url" "host" "&:target" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" host="www.#{target}"
-		}
-
-		post "rewrite" "url" "port" "&:number" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" port="#{number}"
-		}
-
-		post "rewrite" "demo" {
-			store_file "input" root="/tmp" path="input_digest"
-			output_store_url "input" scheme="ftp" host="example.com" port="421" path="demo"
-		}
-		"""
-
-	Scenario: Store path rewriting
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/path?prefix=world
-		And response body will be CRLF ended lines
-		"""
-		hello/world/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-
-	Scenario: Store URI path rewriting
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/uri/path?prefix=world
-		And response body will be CRLF ended lines
-		"""
-		/hello/world/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-
-	Scenario: Store URI path rewriting - absolute path
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/uri/path-absolute?prefix=world
-		And response body will be CRLF ended lines
-		"""
-		/hello/world/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-
-	Scenario: Store URL path rewriting
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/url/path?prefix=world
-		And response body will be CRLF ended lines
-		"""
-		file:/hello/world/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-
-	Scenario: Store URL path rewriting - absolute path
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/url/path-absolute?prefix=world
-		And response body will be CRLF ended lines
-		"""
-		file:/hello/world/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-
-	Scenario: Store URL scheme rewriting
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/url/host?target=example.com
-		And response body will be CRLF ended lines
-		"""
-		file://www.example.com/b0fe25319ba5909a
-		"""
-
-	Scenario: Store URL port rewriting
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/url/port?number=41
-		And response body will be CRLF ended lines
-		"""
-		file://localhost:41/b0fe25319ba5909a
-		"""
-
-	Scenario: Store URL rewriting demo
-		Given test.png file content as request body
-		When I do POST request http://localhost:3000/rewrite/demo
-		And response body will be CRLF ended lines
-		"""
-		ftp://example.com:421/image/b0fe25319ba5909aa97fded546847a96d7fdf26e18715b0cfccfcbee52dce57e.jpg
-		"""
-

data/features/s3-store-and-thumbnail.feature

@@ -1,82 +0,0 @@
-Feature: Store limited original image in S3 and thumbnail based on request
-	Posted image will be converted to JPEG and resized if it is bigger that given dimensions.
-	Than it will get stored on S3.
-	Get interface will allow to fetch the image from S3 and thumbnailing to given parameters.
-
-	Background:
-		Given S3 settings in AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_S3_TEST_BUCKET environment variables
-		Given httpthumbnailer server is running at http://localhost:3100/health_check
-		Given httpimagestore server is running at http://localhost:3000/health_check with the following configuration
-		"""
-		s3 key="@AWS_ACCESS_KEY_ID@" secret="@AWS_SECRET_ACCESS_KEY@" ssl=false
-
-		path "original-hash"  "#{input_digest}.#{image_mime_extension}"
-		path "path"           "#{path}"
-
-		put "original" {
-			thumbnail "input" "original" operation="limit" width=100 height=100 format="jpeg" quality=95
-			store_s3 "original" bucket="@AWS_S3_TEST_BUCKET@" path="original-hash" cache-root="/tmp"
-			output_store_uri "original"
-		}
-
-		get "thumbnail" "v1" ":path" ":operation" ":width" ":height" ":options?" {
-			source_s3 "original" bucket="@AWS_S3_TEST_BUCKET@" path="path"
-			thumbnail "original" "thumbnail" operation="#{operation}" width="#{width}" height="#{height}" options="#{options}" quality=84 format="png"
-			output_image "thumbnail" cache-control="public, max-age=31557600, s-maxage=0"
-		}
-
-		get "thumbnail" "v2" ":operation" ":width" ":height" {
-			source_s3 "original" bucket="@AWS_S3_TEST_BUCKET@" path="path" cache-root="/tmp"
-			thumbnail "original" "thumbnail" operation="#{operation}" width="#{width}" height="#{height}" options="#{query_string_options}" quality=84 format="png"
-			output_image "thumbnail" cache-control="public, max-age=31557600, s-maxage=0"
-		}
-		"""
-
-	@s3-store-and-thumbnail
-	Scenario: Putting original to S3 bucket
-		Given there is no 4006450256177f4a.jpg file in S3 bucket
-		Given test.jpg file content as request body
-		When I do PUT request http://localhost:3000/original
-		Then response status will be 200
-		And response content type will be text/uri-list
-		And response body will be CRLF ended lines
-		"""
-		/4006450256177f4a.jpg
-		"""
-		Then S3 object 4006450256177f4a.jpg will contain JPEG image of size 71x100
-		When I do GET request http://@AWS_S3_TEST_BUCKET@.s3.amazonaws.com/4006450256177f4a.jpg
-		Then response status will be 403
-
-	@s3-store-and-thumbnail
-	Scenario: Getting thumbnail to spec based on uploaded S3 image
-		Given test.jpg file content is stored in S3 under 4006450256177f4a.jpg
-		When I do GET request http://localhost:3000/thumbnail/v1/4006450256177f4a.jpg/pad/50/50
-		Then response status will be 200
-		And response content type will be image/png
-		Then response body will contain PNG image of size 50x50
-
-	@s3-store-and-thumbnail
-	Scenario: Getting thumbnail to spec based on uploaded S3 image - with options passed
-		Given test.jpg file content is stored in S3 under 4006450256177f4a.jpg
-		When I do GET request http://localhost:3000/thumbnail/v1/4006450256177f4a.jpg/pad/50/50/background-color:green
-		Then response status will be 200
-		And response content type will be image/png
-		Then response body will contain PNG image of size 50x50
-		And that image pixel at 2x2 should be of color green
-
-	@s3-store-and-thumbnail @v2
-	Scenario: Getting thumbnail to spec based on uploaded S3 image - v2
-		Given test.jpg file content is stored in S3 under 4006450256177f4a.jpg
-		When I do GET request http://localhost:3000/thumbnail/v2/pad/50/50/4006450256177f4a.jpg
-		Then response status will be 200
-		And response content type will be image/png
-		Then response body will contain PNG image of size 50x50
-
-	@s3-store-and-thumbnail @v2
-	Scenario: Getting thumbnail to spec based on uploaded S3 image - with options passed
-		Given test.jpg file content is stored in S3 under 4006450256177f4a.jpg
-		When I do GET request http://localhost:3000/thumbnail/v2/pad/50/50/4006450256177f4a.jpg?background-color=green
-		Then response status will be 200
-		And response content type will be image/png
-		Then response body will contain PNG image of size 50x50
-		And that image pixel at 2x2 should be of color green

data/features/source-failover.feature

@@ -1,71 +0,0 @@
-Feature: More than one source can be tried in canse of source problem
-	Sources can be grouped under source_failover group.
-	HTTP Image Store will try each source until working one is found.
-
-	Background:
-		Given S3 settings in AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_S3_TEST_BUCKET environment variables
-		Given httpimagestore server is running at http://localhost:3000/ with the following configuration
-		"""
-		s3 key="@AWS_ACCESS_KEY_ID@" secret="@AWS_SECRET_ACCESS_KEY@" ssl=false
-
-		path "test-file"  "test.file"
-		path "bogus"  "bogus"
-
-		put "input" {
-			store_s3 "input" bucket="@AWS_S3_TEST_BUCKET@" path="test-file"
-		}
-
-		get "s3_fail" {
-			source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="bogus"
-			source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="test-file"
-			output_image "image"
-		}
-
-		get "s3_failover" {
-			source_failover {
-				source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="bogus"
-				source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="test-file"
-			}
-			output_image "image"
-		}
-
-		get "s3_all_fail" {
-			source_failover {
-				source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="bogus"
-				source_s3 "image" bucket="@AWS_S3_TEST_BUCKET@" path="bogus"
-			}
-			output_image "image"
-		}
-		"""
-
-	@source-failover
-	Scenario: Sourcing S3 object without failover
-		Given there is no test.file file in S3 bucket
-		Given test.jpg file content as request body
-		When I do PUT request http://localhost:3000/input
-		Then response status will be 200
-		When I do GET request http://localhost:3000/s3_fail
-		Then response status will be 404
-
-	@source-failover
-	Scenario: Sourcing S3 object with failover
-		Given there is no test.file file in S3 bucket
-		Given test.jpg file content as request body
-		When I do PUT request http://localhost:3000/input
-		Then response status will be 200
-		When I do GET request http://localhost:3000/s3_failover
-		Then response status will be 200
-
-	@source-failover
-	Scenario: Sourcing S3 object with all sources failing
-		Given there is no test.file file in S3 bucket
-		Given test.jpg file content as request body
-		When I do PUT request http://localhost:3000/input
-		Then response status will be 200
-		When I do GET request http://localhost:3000/s3_all_fail
-		Then response status will be 404
-		And response content type will be text/plain
-		And response body will be CRLF ended lines
-		"""
-		all sources failed: S3Source[image_name: 'image' bucket: 'httpimagestoretest' prefix: '' path_spec: 'bogus'](Configuration::S3NoSuchKeyError: S3 bucket 'httpimagestoretest' does not contain key 'bogus'), S3Source[image_name: 'image' bucket: 'httpimagestoretest' prefix: '' path_spec: 'bogus'](Configuration::S3NoSuchKeyError: S3 bucket 'httpimagestoretest' does not contain key 'bogus')
-		"""

data/features/step_definitions/httpimagestore_steps.rb

@@ -1,203 +0,0 @@
-Given /httpimagestore argument (.*)/ do |arg|
-	(@httpimagestore_args ||= []) << arg
-end
-
-Given /httpimagestore server is running at (.*) with the following configuration/ do |url, config|
-	$temp_dir = Pathname.new(Dir.mktmpdir) unless $temp_dir
-
-	cfile = $temp_dir + Digest.hexencode(Digest::MD5.digest(config))
-	cfile.open('w') do |io|
-		io.write(config.replace_s3_variables)
-	end
-
-	begin
-		log = support_dir + 'server.log'
-		start_server(
-			"bundle exec #{script('httpimagestore')} -f -d -x XID -l #{log} -w 1 #{(@httpimagestore_args ||= []).join(' ')} #{cfile.to_s}",
-			'/tmp/httpimagestore.pid',
-			log,
-			url
-		)
-	ensure
-		cfile.unlink
-	end
-end
-
-Given /httpthumbnailer server is running at (.*)/ do |url|
-	log = support_dir + 'thumbniler.log'
-	start_server(
-		"httpthumbnailer -f -d -x XID -l #{log} -a #{log}.access -w 1",
-		'/tmp/httpthumbnailer.pid',
-		log,
-		url
-	)
-end
-
-Given /httpthumbnailer server is not running/ do
-	stop_server('/tmp/httpthumbnailer.pid')
-end
-
-Given /httpimagestore log is empty/ do
-		log = support_dir + 'server.log'
-		log.truncate(0) if log.exist?
-end
-
-Given /httpthumbnailer log is empty/ do
-		log = support_dir + 'thumbniler.log'
-		log.truncate(0) if log.exist?
-end
-
-Given /^([^ ]*) file content as request body/ do |file|
-	@request_body = File.open(support_dir + file){|f| f.read }
-end
-
-Given /there is no file (.*)/ do |file|
-	Pathname.new(file).exist? and Pathname.new(file).unlink
-end
-
-Given /S3 settings in AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY and AWS_S3_TEST_BUCKET environment variables/ do
-
-	unless ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY'] and ENV['AWS_S3_TEST_BUCKET']
-		fail "AWS_ACCESS_KEY_ID or AWS_SECRET_ACCESS_KEY or AWS_S3_TEST_BUCKET environment variables not set"
-	end
-
-	@bucket = AWS::S3.new(access_key_id: ENV['AWS_ACCESS_KEY_ID'], secret_access_key: ENV['AWS_SECRET_ACCESS_KEY'], use_ssl: false).buckets[ENV['AWS_S3_TEST_BUCKET']]
-end
-
-Given /there is no (.*) file in S3 bucket/ do |path|
-	@bucket.objects[path].delete # rescue S3::Error::NoSuchKey
-end
-
-Given /(.*) header set to (.*)/ do |header, value|
-	@request_headers ||= {}
-	@request_headers[header] = value
-end
-
-Given /(.*) file content is stored in S3 under (.*)/ do |file, key|
-	@bucket.objects[key].write(File.open(support_dir + file){|f| f.read }, content_type: 'image/jpeg')
-end
-
-Then /S3 bucket will not contain (.*)/ do |key|
-	@bucket.objects[key].exists?.should_not be_true
-end
-
-When /I do (.*) request ([^ ]+)$/ do |method, uri|
-	@request_body = nil if method == 'GET'
-
-	@response = request(method, uri, @request_body, (@request_headers or {}))
-end
-
-When /I do (.*) request with encoded URL (.*)/ do |method, uri|
-	step "I do #{method} request #{URI.encode(uri)}"
-end
-
-Then /response status will be (.*)/ do |status|
-	@response.status.should == status.to_i
-end
-
-Then /response content type will be (.*)/ do |content_type|
-	@response.headers['Content-Type'].should == content_type
-end
-
-Then /response Cache-Control will be (.*)/ do |content_type|
-	@response.headers['Cache-Control'].should == content_type
-end
-
-Then /response body will be CRLF ended lines like/ do |body|
-	@response.body.should match(body.replace_s3_variables)
-	@response.body.each_line do |line|
-		line[-2,2].should == "\r\n"
-	end
-end
-
-Then /response body will be$/ do |body|
-	@response.body.should == body.replace_s3_variables
-end
-
-Then /response body will be CRLF ended lines$/ do |body|
-	res = @response.body.dup
-	res.force_encoding('UTF-8')
-	res.should == body.replace_s3_variables.gsub("\n", "\r\n") + "\r\n"
-end
-
-Then /(http.*) content type will be (.*)/ do |url, content_type|
-	get_headers(url.replace_s3_variables)['Content-Type'].should == content_type
-end
-
-Then /(http.*) ([^ ]+) header will be (.*)/ do |url, header, value|
-	get_headers(url.replace_s3_variables)[header].should == value
-end
-
-Then /(http.*) ([^ ]+) header will not be set/ do |url, header|
-	get_headers(url.replace_s3_variables)[header].should be_nil
-end
-
-Then /^(http[^ ]+) will contain (.*) image of size (.*)x(.*)/ do |url, format, width, height|
-	data = get(url.replace_s3_variables)
-
-	@image.destroy! if @image
-	@image = Magick::Image.from_blob(data).first
-
-	@image.format.should == format
-	@image.columns.should == width.to_i
-	@image.rows.should == height.to_i
-end
-
-
-Then /Encoded URL (http.*) will contain (.*) image of size (.*)x(.*)/ do |url, format, width, height|
-	step "#{URI.encode(url)} will contain #{format} image of size #{width}x#{height}"
-end
-
-Then /S3 object (.*) will contain (.*) image of size (.*)x(.*)/ do |key, format, width, height|
-	data = @bucket.objects[key].read
-
-	@image.destroy! if @image
-	@image = Magick::Image.from_blob(data).first
-
-	@image.format.should == format
-	@image.columns.should == width.to_i
-	@image.rows.should == height.to_i
-end
-
-Then /S3 object (.*) content type will be (.*)/ do |key, content_type|
-	@bucket.objects[key].content_type.should == content_type
-end
-
-Then /response body will contain (.*) image of size (.*)x(.*)/ do |format, width, height|
-	data = @response.body
-	Pathname.new('/tmp/out.jpg').open('w'){|io| io.write data}
-
-	@image.destroy! if @image
-	@image = Magick::Image.from_blob(data).first
-
-	@image.format.should == format
-	@image.columns.should == width.to_i
-	@image.rows.should == height.to_i
-end
-
-Then /response body will contain UUID/ do
-	@response.body.should ~ /[0-f]{8}-[0-f]{4}-[0-f]{4}-[0-f]{4}-[0-f]{12}/
-end
-
-And /that image pixel at (.*)x(.*) should be of color (.*)/ do |x, y, color|
-	@image.pixel_color(x.to_i, y.to_i).to_color.sub(/^#/, '0x').should == color
-end
-
-Then /file (.*) will contain (.*) image of size (.*)x(.*)/ do |file, format, width, height|
-	data = Pathname.new(file).read
-
-	@image.destroy! if @image
-	@image = Magick::Image.from_blob(data).first
-
-	@image.format.should == format
-	@image.columns.should == width.to_i
-	@image.rows.should == height.to_i
-end
-
-Then /httpimagestore log will contain (.*)/ do |entry|
-	(support_dir + 'server.log').read.should include entry
-end
-
-Then /httpthumbnailer log will contain (.*)/ do |entry|
-	(support_dir + 'thumbniler.log').read.should include entry
-end