dronejob 1.4.0 → 1.5.0

data/lib/dronejob/workspace_dir.rb

@@ -1,94 +0,0 @@
-require 'dronejob/workspace_dir/archive'
-
-module Dronejob
-  class WorkspaceDir
-    include WorkspaceDir::Archive
-    
-    attr_accessor :workspace, :path
-    
-    def initialize(workspace, path="")
-      @workspace = workspace
-      @path = path
-    end
-    
-    def to_s
-      File.join(@workspace, @path)
-    end
-    
-    def name
-      File.basename(to_s)
-    end
-    
-    def create
-      FileUtils.mkdir_p(to_s)
-      self
-    end
-    
-    def exists?
-      File.directory?(to_s)
-    end
-    
-    def copy(target_dir)
-      target_dir.parent_dir.create if !target_dir.parent_dir.exists?
-      FileUtils.cp_r(to_s, target_dir.to_s)
-      self
-    end
-    
-    def move(target_dir)
-      target_dir.parent_dir.create unless target_dir.parent_dir.exists?
-      FileUtils.mv(to_s, target_dir.to_s)
-      self
-    end
-    
-    def delete!
-      FileUtils.rm_rf(to_s)
-    end
-
-    def reset!
-      delete!
-      create
-    end
-    
-    def file(file_path)
-      WorkspaceFile.new(@workspace, File.join(@path, file_path))
-    end
-    
-    def dir(dir_path)
-      WorkspaceDir.new(@workspace, File.join(@path, dir_path))
-    end
-    
-    def root_dir
-      WorkspaceDir.new(@workspace, "")
-    end
-    
-    def parent_dir
-      root_dir.dir(File.expand_path("..", @path))
-    end
-    
-    def children(glob="*")
-      entries = []
-      Dir.chdir(to_s) do
-        Dir[glob].each do |path|
-          entries.push(dir(path))
-        end
-      end
-      entries
-    end
-    
-    def files(glob="*")
-      entries = []
-      Dir.chdir(to_s) do
-        Dir[glob].each do |path|
-          entries.push(file(path))
-        end
-      end
-      entries
-    end
-    
-    def each_dir(&block)
-      children.each do |subdir|
-        block.call(subdir)
-      end
-    end
-  end
-end

data/lib/dronejob/workspace_dir/archive.rb

@@ -1,19 +0,0 @@
-module Dronejob
-  class WorkspaceDir
-    module Archive
-      extend ActiveSupport::Concern
-    
-      def compress(target_file)
-        target_file.delete!
-        require "zip"
-        Zip::File.open(target_file.to_s, 'w') do |zipfile|
-          Dir["#{to_s}/**/**"].each do |file|
-            path = file.sub("#{to_s}/",'')
-            zipfile.add(path, file) unless block_given? and !yield(path)
-          end
-        end
-        self
-      end      
-    end
-  end
-end

data/lib/dronejob/workspace_file.rb

@@ -1,108 +0,0 @@
-require "action_dispatch/http/mime_type"
-require 'dronejob/workspace_file/archive'
-require 'dronejob/workspace_file/media'
-require 'dronejob/workspace_file/net'
-require 'dronejob/workspace_file/parse'
-
-module Dronejob
-  class WorkspaceFile
-    include WorkspaceFile::Archive
-    include WorkspaceFile::Media
-    include WorkspaceFile::Net
-    include WorkspaceFile::Parse
-    
-    attr_accessor :workspace, :path
-    
-    def initialize(workspace, path)
-      @workspace = workspace
-      @path = path
-    end
-    
-    def set(data)
-      @contents = data
-      self
-    end
-  
-    def contents
-      @contents ||= read
-    end
-  
-    def replace(key, value)
-      contents.gsub!(key, value)
-      self
-    end
-        
-    def write(data=nil)
-      data ||= @contents
-      dir.create if !dir.exists?
-      File.open(to_s, "wb") {|file| file << data}
-      self
-    end
-    
-    def copy(target_file)
-      target_file.dir.create if !target_file.dir.exists?
-      FileUtils.cp(to_s, target_file.to_s)
-    end
-  
-    def to_s
-      File.join(@workspace, @path)
-    end
-  
-    def relative_path(relative_dir=nil)
-      if relative_dir
-        relative_dir = relative_dir.dir if relative_dir.class == WorkspaceFile
-        first = Pathname.new(relative_dir.path)
-        second = Pathname.new(path)
-        second.relative_path_from(first).to_s
-      else
-        @path.gsub(/^\//, "")
-      end
-    end
-    
-    def absolute_path
-      File.absolute_path(to_s)
-    end
-  
-    def exists?
-      File.exists?(to_s)
-    end
-  
-    def read
-      File.open(to_s).read
-    end
-    
-    def dir
-      WorkspaceDir.new(@workspace, File.dirname(@path))
-    end
-  
-    def delete!
-      FileUtils.rm_f(to_s)
-    end
-    
-    def name
-      "#{basename}.#{extension}"
-    end
-  
-    def basename
-       File.basename(path, ".*")
-    end
-  
-    def extension
-      File.extname(to_s).gsub(/^\./, "")
-    end
-    
-    def mimetype
-      Mime::Type.lookup_by_extension(extension).to_s
-    end
-  
-    def rename!(filename)
-      FileUtils.mv(to_s, dir.file(filename).to_s) if exists?
-      @path = dir.file(filename).path
-    end
-    
-    def valid_p12?(password="")
-      require "openssl"
-      OpenSSL::PKCS12::new(contents, password).certificate.not_after > DateTime.now rescue false
-    end
-  end
-end

data/lib/dronejob/workspace_file/archive.rb

@@ -1,49 +0,0 @@
-module Dronejob
-  class WorkspaceFile
-    module Archive
-      extend ActiveSupport::Concern
-    
-    
-      def extract(target_dir)
-        target_dir.create
-        if extension == "gz"
-          extract_gz(target_dir)
-        else
-          extract_zip(target_dir)
-        end
-        self
-      end
-      
-      private
-    
-        def extract_zip(target_dir)
-          require "zip"
-          Zip::File.open(to_s) do |archive|
-            archive.each do |entry|
-              extract_dir = target_dir.file(entry.name).dir
-              extract_dir.create unless extract_dir.exists?
-              entry.extract(File.join(target_dir.to_s, entry.name))
-            end
-          end
-        end
-    
-        def extract_gz(target_dir)
-          require 'rubygems/package'
-          workspace_dir = target_dir.root_dir
-          archive = Gem::Package::TarReader.new(Zlib::GzipReader.open(to_s))
-          archive.rewind
-          archive.each do |entry|
-            if entry.directory?
-              archive_dir = workspace_dir.dir(entry.full_name)
-              archive_dir.create
-            elsif entry.file?
-              archive_file = workspace_dir.file(entry.full_name)
-              archive_file.write(entry.read)
-            end
-          end
-          archive.close
-        end
-      
-    end
-  end
-end

data/lib/dronejob/workspace_file/media.rb

@@ -1,92 +0,0 @@
-require "piet"
-
-module Dronejob
-  class WorkspaceFile
-    module Media
-      extend ActiveSupport::Concern
-    
-      def image?
-        ["jpg", "jpeg", "gif", "png"].include?(extension)
-      end
-    
-      def video?
-        ["mp4"].include?(extension)
-      end
-    
-      def audio?
-        ["mp3"].include?(extension)
-      end
-    
-      def cache_assets(cache_dir, &block)
-        hydra = Typhoeus::Hydra.new(max_concurrency: 10)
-        html = contents
-        html.scan(/["'(]{1}((https:\/\/|http:\/\/|\/\/)[^"')]+\.(jpg|jpeg|png|gif|mp3|mp4))["')?#]{1}/).map{|match| match[0]}.uniq.each do |url|
-          original_url = url.clone
-          url = "http:#{url}" if url[0..1] == "//"
-          ext = File.extname(url).gsub(/^\./, "")
-          cache_file = cache_dir.file("#{Digest::MD5.hexdigest(url)}.#{ext}")
-          request = cache_file.queue_download(url) do
-            cache_file.optimize!
-            if original_url[0..1] == "//"
-              html.gsub!("http:#{original_url}", cache_file.relative_path)
-              html.gsub!("https:#{original_url}", cache_file.relative_path)
-            end
-            html.gsub!(original_url, cache_file.relative_path)
-          end
-          hydra.queue(request)
-        end
-        hydra.run
-        set(html)
-        self
-      end
-      
-      def fit(width, height)
-        require "rmagick"
-        image = Magick::Image.read(to_s).first
-        image.change_geometry!("#{width}x^#{height}") { |cols, rows| image.thumbnail!(cols, rows) }
-        image.crop!(0, 0, width, height)
-        image.write(to_s) { self.quality = Dronejob::Base.option(:image_quality) }
-        image.destroy!
-      end
-      
-      def optimize!
-        return false if !exists? or !image?
-        optimize_png! if ["png"].include?(extension)
-        optimize_jpg! if ["jpg", "jpeg"].include?(extension)
-        
-        # optimize
-        Piet.optimize(to_s, verbose: false)
-        
-        true
-      end
-    
-      private
-    
-        def optimize_jpg!
-          require "rmagick"
-          image_max_width = Dronejob::Base.option(:image_max_width)
-          image = Magick::Image.read(to_s).first
-          image.change_geometry!("#{image_max_width}>x"){|cols, rows, img| img.resize!(cols, rows)} if image.columns > image_max_width
-          image.write(to_s) { self.quality = Dronejob::Base.option(:image_quality) }
-          image.destroy!
-        end
-      
-        def optimize_png!
-          require "rmagick"
-          image_max_width = Dronejob::Base.option(:image_max_width)
-          image = Magick::Image.read(to_s).first
-          image.change_geometry!("#{image_max_width}>x"){|cols, rows, img| img.resize!(cols, rows)} if image.columns > image_max_width
-        
-          # Convert to jpg
-          if !image.alpha? or image.resize(1,1).pixel_color(0,0).opacity == 0
-            image.format = "JPG"
-            rename!("#{basename}.jpg")
-          end
-        
-          image.write(to_s) { self.quality = Dronejob::Base.option(:image_quality) }
-          image.destroy!
-        end
-      
-    end
-  end
-end

data/lib/dronejob/workspace_file/net.rb

@@ -1,57 +0,0 @@
-require "typhoeus"
-require "open-uri"
-require "open_uri_redirections"
-
-module Dronejob
-  class WorkspaceFile
-    module Net
-      extend ActiveSupport::Concern
-    
-      def cdn_upload(key, options={})
-        options = {
-          project_id: Dronejob::Base.option(:google_cloud_project_id),
-          bucket: Dronejob::Base.option(:cdn_bucket),
-          content_type: mimetype
-        }.merge(options)
-        require "google/cloud/storage"
-        storage = Google::Cloud::Storage.new(project: options[:project_id], keyfile: File.expand_path("~/gcloud-service-account.json"))
-        bucket = storage.bucket(options[:bucket])
-        bucket.create_file(to_s, key, acl: "public", content_type: options[:content_type])
-      end
-      
-      def cdn_download(key, cdn_bucket: nil, project_id: nil, secure: false)
-        cdn_bucket ||= Dronejob::Base.option(:cdn_bucket)
-        project_id ||= Dronejob::Base.option(:google_cloud_project_id)
-        if secure
-          require "google/cloud/storage"
-          storage = Google::Cloud::Storage.new(project: project_id, keyfile: File.expand_path("~/gcloud-service-account.json"))
-          bucket = storage.bucket(cdn_bucket)
-          bucket.file(key)&.download(to_s)
-          self
-        else
-          download("#{Dronejob::Base.option(:cdn_scheme)}://#{cdn_bucket}/#{key}")
-        end
-      end
-    
-      def queue_download(url, &block)
-        url = "http:#{url}" if url[0..1] == "//"
-        request = Typhoeus::Request.new(url)
-        request.on_complete do |response|
-          if response.success?
-            write(response.body)
-            block.call(self) if !block.nil?
-          end
-        end
-        request
-      end
-    
-      def download(url, opts={})
-        url = "http:#{url}" if url[0..1] == "//"
-        contents = open(url, { ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE, allow_redirections: :safe }.merge(opts)).read
-        dir.create if !dir.exists?
-        write(contents)
-        self
-      end
-    end
-  end
-end

data/lib/dronejob/workspace_file/parse.rb

@@ -1,37 +0,0 @@
-module Dronejob
-  class WorkspaceFile
-    module Parse
-      extend ActiveSupport::Concern
-      
-      def pbxproj_replace(data)
-        data.each do |key, value|
-          replace(/#{key} = .*;/, "#{key} = \"#{value}\";") if !value.nil?
-        end
-        write
-        self
-      end
-    
-      def with_plist(&block)
-        require "plist"
-        plist = Plist.parse_xml(to_s)
-        block.call(plist)
-        write(Plist::Emit.dump(plist))
-      end
-    
-      def read_json
-        JSON.parse(read)
-      end
-    
-      def read_yaml
-        Psych.load_file(to_s)
-      end
-    
-      def read_haml(options)
-        require "haml"
-        engine = Haml::Engine.new(read)
-        engine.render(Object.new, options)
-      end
-
-    end
-  end
-end