pushfile 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f5c2dc724ebfa455539c3017ba2a78f09ec5c7e9
+  data.tar.gz: d38a730ac57a7fffec72458afca9bd3e1da2bc02
+SHA512:
+  metadata.gz: b2e7d9724aa09aea4a650ceb9326be8329a9295470a512a8124e200cb28e72b6c07f20f295aabd4a339c3f7c0ff3e2614d3ce0274299670478e66707d8b79c13
+  data.tar.gz: a70eff1d81494c37b5f4c5ed69fdd1eed3fb099b3667bc8ba954be190fb5c5dadf2b5ced016ef5b540792e6a11ce1e96e95c508c546b3df931da276a0053c2e3

data/.gitignore

@@ -0,0 +1,3 @@
+config/pushfile.yml
+.bundle
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'rerun'
+  gem 'rb-fsevent'
+  gem 'terminal-notifier'
+end

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2016 Fugroup
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,49 @@
+# Pushfile Cloud File Uploader
+Upload files to Rackspace Cloud or Amazon S3 by URL or file with automatic image resizing.
+
+### Installation
+```
+gem install pushfile
+```
+or add to Gemfile.
+
+### Settings
+```ruby
+# The settings are stored in ./config/pushfile.yml
+@settings = YAML.load_file(File.join(Dir.pwd, 'config', 'pushfile.yml')).deep_symbolize_keys
+
+# The provider, amazon or rackspace
+@provider = 'amazon'
+
+# Mode, default is development
+@mode = ENV['RACK_ENV'] || 'development'
+
+# Debug
+Pushfile.debug = false
+```
+Create a config/pushfile.yml for your settings.
+
+See [the example pushfile.yml](https://github.com/fugroup/pushfile/blob/master/config/pushfile.yml) for an example.
+
+### Usage
+For more examples have a look at [the tests for Pushfile.](https://github.com/fugroup/pushfile/blob/master/test/upload_test.rb)
+```ruby
+# Require pushfile if not using Bundler
+require 'pushfile'
+
+# Create an upload
+u = Pushfile::Upload.new
+
+# Actually upload file
+u.create
+
+# Get uploaded url with data
+u.status # => Hash with urls and data
+
+# Remove file from CDN
+u.destroy(url)
+```
+
+Created and maintained by [Fugroup Ltd.](https://www.fugroup.net) We are the creators of [CrowdfundHQ.](https://crowdfundhq.com)
+
+`@authors: Vidar`

data/config.ru

@@ -0,0 +1,15 @@
+Encoding.default_external = Encoding::UTF_8
+Encoding.default_internal = Encoding::UTF_8
+
+# Init the app
+require './config/boot.rb'
+require './app.rb'
+
+# Set up middleware stack
+app = Rack::Builder.new do
+  use Fuprint::Request
+  use Rack::PostBodyContentTypeParser
+  run App
+end
+
+run app

data/lib/providers/amazon.rb

@@ -0,0 +1,23 @@
+module Pushfile
+  module Amazon
+
+    # Set up amazon
+    def amazon
+      Fog::Storage.new(
+        :provider => 'AWS',
+        :aws_access_key_id => Pushfile.settings[:amazon_key],
+        :aws_secret_access_key => Pushfile.settings[:amazon_secret]
+      )
+    end
+
+    # Amazon cdn
+    def amazon_cdn
+      "#{Pushfile.settings[:amazon_cdn]}/#{Pushfile.settings[:amazon_container]}"
+    end
+
+    # Amazon container
+    def amazon_container
+      Pushfile.settings[:amazon_container]
+    end
+  end
+end

data/lib/providers/rackspace.rb

@@ -0,0 +1,28 @@
+module Pushfile
+  module Rackspace
+
+    # Set up rackspace
+    def rackspace
+      Fog::Storage.new(
+        :provider => 'Rackspace',
+        :rackspace_username => Pushfile.settings[:rackspace_username],
+        :rackspace_api_key => Pushfile.settings[:rackspace_key],
+        # Defaults to :dfw
+        :rackspace_region => :ord,
+        # :connection_options  => {}
+        :rackspace_servicenet => @snet
+      )
+    end
+
+    # Rackspace cdn
+    def rackspace_cdn
+      Pushfile.settings[:rackspace_cdn]
+    end
+
+    # Rackspace container
+    def rackspace_container
+      Pushfile.settings[:rackspace_container]
+    end
+
+  end
+end

data/lib/pushfile/data.rb

@@ -0,0 +1,71 @@
+module Pushfile
+  module Data
+
+    # Setup methods.
+    # Currently ajax uploads, froala uploads and url uploads are supported.
+
+    # Set up data
+    def setup_data
+      # Fetch the image into a tempfile, and store
+      if @options['url']
+        url_upload
+
+      elsif @options['filename']
+        ajax_upload
+
+      # Do the froala file uploads
+      elsif @options['file']
+        froala_upload
+
+      end
+    end
+
+    # Ajax upload
+    def ajax_upload
+      filename = @options['filename']
+      type = @options['mimetype']
+      file = @options[:tempfile] || "/tmp/upload-#{filename}"
+
+      # Pass stream (typically request.body) to read chunks
+      if @options[:stream]
+        File.open(file, 'w') do |f|
+          f.binmode
+          while buffer = @options[:stream].read(51200)
+            f << buffer
+          end
+        end
+      end
+
+      {:filename => filename, :tempfile => File.new(file), :type => type}
+    end
+
+    # Froala upload
+    def froala_upload
+      tmpfile = @options['file'][:tempfile]
+      filename = @options['file'][:filename]
+      type = @options['file'][:type]
+
+      {:filename => filename, :tempfile => tmpfile, :type => type}
+    end
+
+    # URL upload
+    def url_upload
+      url = @options['url'].strip
+
+      file = Tempfile.new('tmp').tap do |file|
+        file.binmode # must be in binary mode
+        file.write RestClient.get(url)
+        file.rewind
+      end
+
+      filename = url.split('/').last
+      extension = filename.split('.').last.downcase rescue ''
+
+      # Mime type
+      type = Rack::Mime.mime_type(".#{extension}")
+
+      {:filename => filename, :type => type, :tempfile => file}
+    end
+
+  end
+end

data/lib/pushfile/resize.rb

@@ -0,0 +1,42 @@
+module Pushfile
+  module Resize
+
+    autoload :MiniMagick, 'mini_magick'
+
+    # Resize file. Keeping aspect ratio.
+    def resize!
+      begin
+        image = MiniMagick::Image.open(@file.path)
+        image.resize("#{@width}x#{@height}")
+      rescue MiniMagick::Invalid
+        # Skip if file type can't be resized
+      rescue
+        # Pass on any error
+      else
+        image.write(@file.path) rescue nil
+      end
+    end
+
+    # Create thumbnail, same name but with _thumb at the end
+    def thumbnail!
+      begin
+        image = MiniMagick::Image.open(@file.path)
+        image.resize("#{Pushfile.settings[:images][:thumb][:width]}x")
+      rescue MiniMagick::Invalid
+        # Skip if file type can't be resized
+        @thumb = nil
+        Mailer.new.system_message("#{@file.path} #{@file.size}", "Can't resize").deliver rescue nil
+      rescue
+        @thumb = nil
+        Mailer.new.system_message("#{@file.path} #{@file.size}", "File not found or something else").deliver rescue nil
+      else
+        t = @name.split('.')
+        ext = t.pop
+        @thumb = t.join(".").concat("_thumb.#{ext}")
+
+        image.write("/tmp/#{@thumb}") rescue @thumb = nil
+      end
+    end
+
+  end
+end

data/lib/pushfile/upload.rb

@@ -0,0 +1,115 @@
+module Pushfile
+  class Upload
+
+    include Pushfile::Data
+    include Pushfile::Resize
+    include Pushfile::Util
+    include Pushfile::Rackspace
+    include Pushfile::Amazon
+
+    # Image regexp
+    IMAGE_REGEX = /^.+(\.(jpg|jpeg|png|gif|bmp))$/i
+
+    attr_accessor :provider, :file, :timestamp, :name, :thumb, :type, :cdn, :container, :max, :status, :service, :width, :height, :data
+
+    def initialize(o = {})
+      # Set provider
+      @provider = o[:provider] || Pushfile.provider || 'amazon'
+
+      # Extract config
+      config = o.delete(:config) || :default
+
+      # Default options
+      o = {
+        :cdn => send("#{@provider}_cdn"),
+        :container => send("#{@provider}_container"),
+        :max => Pushfile.settings[:upload_limit],
+        :snet => Pushfile.mode == 'production',
+        :provider => @provider,
+      }.merge(o)
+
+      # Merge image config
+      o.merge!(Pushfile.settings[:images][config]) rescue nil
+
+      # Storing options
+      @options = o
+      @type = o[:type]
+      @cdn = o[:cdn]
+      @container = o[:container]
+      @snet = o[:snet]
+      @max = o[:max]
+      @width = o[:width]
+      @height = o[:height]
+      begin
+        @service = send(o[:provider])
+      rescue
+        @status = {:error => 'upload_cant_connect_to_cdn'}
+      end
+      @data = setup_data
+    end
+
+    # Create upload
+    def create
+      if @data.is_a?(String)
+        @file = File.open(@data)
+        @name = filename(@data)
+      else
+        @file = @data[:tempfile]
+        @name = filename(@data[:filename])
+      end
+
+      # Check if it's more than max or return error
+      if @max and @file.size > @max
+        return (@status = {:error => 'upload_file_size_is_too_big'})
+      end
+
+      # Resize file and create thumbnail for image
+      if @name =~ IMAGE_REGEX
+        resize! if @width or @height
+        thumbnail!
+      end
+
+      # Store timestamp and type
+      @timestamp = @data[:timestamp].nil? ? Time.now.to_i.to_s : @data[:timestamp].to_s
+      @type = @data[:type]
+
+      begin
+        # Upload file
+        @service.directories.new(:key => @container).files.create(
+          :content_type => @type,
+          :key => (@timestamp ? "#{@timestamp}_#{@name}" : @name),
+          :body => @file
+        )
+
+        # Upload thumbnail
+        if @thumb
+          @service.directories.new(:key => @container).files.create(
+            :content_type => @type,
+            :key => "#{@timestamp}_#{@thumb}",
+            :body => File.open("/tmp/#{@thumb}")
+          )
+          # Delete thumb file
+          File.delete("/tmp/#{@thumb}")
+        end
+      rescue => x
+        # Can't connect, report exception.
+        @status = {:error => 'upload_cant_connect_to_cdn'}
+
+      else
+        thumb_url = @thumb ? "#{@cdn}/#{@timestamp}_#{@thumb}" : nil
+        @status = {:url => "#{@cdn}/#{@timestamp}_#{@name}", :thumb_url => thumb_url, :size => @file.size, :mimetype => @type}
+        @status
+      end
+    end
+
+    # Destroy
+    def destroy(key)
+      begin
+        @service.directories.new(:key => @container).files.new(:key => key).destroy
+      rescue
+        @status = {:error => 'upload_cant_connect_to_cdn'}
+      end
+    end
+
+  end
+end

data/lib/pushfile/util.rb

@@ -0,0 +1,19 @@
+module Pushfile
+  module Util
+
+    # Make sure the file name is valid
+    def filename(name)
+      # Replace space with underscore and downcase extension
+      pre, dot, ext = name.rpartition('.')
+      name = "#{pre.gsub(' ', '_')}.#{ext.downcase}"
+
+      # Remove illegal characters
+      # http://stackoverflow.com/questions/13517100/whats-the-difference-between-palpha-i-and-pl-i-in-ruby
+      name = name.gsub(%r{[^\p{L}\-\_\.0-9]}, '')
+
+      name
+    end
+
+
+  end
+end

data/lib/pushfile.rb

@@ -0,0 +1,33 @@
+require 'active_support'
+require 'active_support/core_ext'
+require 'fog/rackspace'
+require 'fog/aws'
+require 'yaml'
+
+# Pushfile Cloud File Upload with Image Resizing
+# @homepage: https://github.com/fugroup/pushfile
+# @author:   Vidar <vidar@fugroup.net>, Fugroup Ltd.
+# @license:  MIT, contributions are welcome.
+module Pushfile
+  class << self; attr_accessor :settings, :provider, :mode, :debug; end
+
+  # The settings are stored in ./config/pushfile.yml
+  @settings = YAML.load_file(File.join(Dir.pwd, 'config', 'pushfile.yml')).deep_symbolize_keys
+
+  # The provider, amazon or rackspace
+  @provider = 'amazon'
+
+  # Mode, default is development
+  @mode = ENV['RACK_ENV'] || 'development'
+
+  # Debug option
+  @debug = false
+
+end
+
+require_relative 'pushfile/data'
+require_relative 'pushfile/resize'
+require_relative 'pushfile/util'
+require_relative 'providers/amazon'
+require_relative 'providers/rackspace'
+require_relative 'pushfile/upload'

data/pushfile.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+  s.name        = 'pushfile'
+  s.version     = '0.0.1'
+  s.date        = '2017-01-08'
+  s.summary     = "Pushfile Cloud File Uploader"
+  s.description = "Upload files to Rackspace Cloud or Amazon S3 by URL or file with automatic image resizing."
+  s.authors     = ["Fugroup Limited"]
+
+  s.add_runtime_dependency 'activesupport', '>= 0'
+  s.add_runtime_dependency 'fog-aws', '>= 0'
+  s.add_runtime_dependency 'fog-rackspace', '>= 0'
+  s.add_runtime_dependency 'mini_magick', '>= 0'
+
+  s.add_development_dependency 'sinatra', '>= 0'
+  s.add_development_dependency 'puma', '>= 0'
+  s.add_development_dependency 'erubis', '>= 0'
+  s.add_development_dependency 'futest', '>= 0'
+  s.add_development_dependency 'fuprint', '>= 0'
+  s.add_development_dependency 'rack-contrib', '>= 0'
+
+  s.email       = 'mail@fugroup.net'
+  s.homepage    = 'https://github.com/fugroup/pushfile'
+  s.license     = 'MIT'
+
+  s.require_paths = ['lib']
+  s.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features|config)/})
+  end
+end

metadata

@@ -0,0 +1,198 @@
+--- !ruby/object:Gem::Specification
+name: pushfile
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Fugroup Limited
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog-aws
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog-rackspace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: futest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fuprint
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack-contrib
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Upload files to Rackspace Cloud or Amazon S3 by URL or file with automatic
+  image resizing.
+email: mail@fugroup.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.md
+- config.ru
+- lib/providers/amazon.rb
+- lib/providers/rackspace.rb
+- lib/pushfile.rb
+- lib/pushfile/data.rb
+- lib/pushfile/resize.rb
+- lib/pushfile/upload.rb
+- lib/pushfile/util.rb
+- pushfile.gemspec
+homepage: https://github.com/fugroup/pushfile
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Pushfile Cloud File Uploader
+test_files: []