bubbles 0.0.5 → 0.1.0

data/lib/bubbles/config.rb

@@ -1,149 +0,0 @@
-module Bubbles
-  class Config
-    def self.home_config
-      Pathname.new(Dir.home).join('.bubbles/config.yml').to_s
-    end
-
-    def self.var_config
-      '/var/lib/bubbles/config.yml'
-    end
-
-    attr_writer :config_path, :logger, :source_dir, :processing_dir, :log_path,
-      :log_level, :sleep_interval, :uploader_classes, :num_of_files_to_schedule,
-      :uniq_filename_randomizer, :local_dir_uploader_path, :s3_access_key_id, :s3_secret_access_key,
-      :s3_region, :s3_path, :s3_bucket, :use_default_config_locations, :local_dir_metadata_file_path
-
-    def log_path
-      @log_path || config_yml['log_path'] || STDOUT
-    end
-
-    def log_level
-      @log_level || config_yml['log_level'] || 0
-    end
-
-    def logger
-      @logger ||= Logger.new(log_path).tap { |l| l.level = log_level }
-    end
-
-    def source_dir
-      @source_dir ||= config_yml.fetch('source_dir') { raise_config_required }
-      pathnamed(@source_dir)
-    end
-
-    def processing_dir
-      @processing_dir ||= config_yml.fetch('processing_dir') { raise_config_required }
-      pathnamed(@processing_dir)
-    end
-
-    def uploader_classes
-      return @uploader_classes if @uploader_classes
-      if uploaders = config_yml['uploaders']
-        uploaders.map { |u| Object.const_get(u) }
-      else
-        [Bubbles::Uploaders::S3]
-      end
-    end
-
-    def local_dir_metadata_file_path
-      err_msg = 'You need to set `local_dir_metadata_file_path`'
-      @local_dir_metadata_file_path ||= config_yml.fetch('local_dir_metadata_file_path') { raise err_msg }
-    end
-
-    def local_dir_uploader_path
-      err_msg = 'As you are using LocalDir uploader,' +
-        ' you need to specify `local_dir_uploader_path` in your config' +
-        ' so the uploader knows where to upload'
-      @local_dir_uploader_path ||= config_yml.fetch('local_dir_uploader_path') { raise err_msg }
-      pathnamed(@local_dir_uploader_path)
-    end
-
-    # number of seconds between every command execution in queue seconds, defaults to 1
-    def sleep_interval
-      @sleep_interval \
-        || config_yml['sleep_interval'] \
-        || 1
-    end
-
-    # how many files should DirWatcher schedule for upload, defaults to 1
-    def num_of_files_to_schedule
-      @num_of_files_to_schedule || 1
-    end
-
-    def config_path
-      if @config_path
-        raise "Config file #{@config_path} does not exist" unless File.exist?(@config_path)
-        @config_path
-      elsif File.exist?(self.class.var_config) && use_default_config_locations
-        self.class.var_config
-      elsif File.exist?(self.class.home_config) && use_default_config_locations
-        self.class.home_config
-      end
-    end
-
-    def uniq_filename_randomizer
-      @uniq_filename_randomizer ||= ->() { SecureRandom.uuid }
-    end
-
-    def s3_credentials
-      @aws_credentials ||= Aws::Credentials.new(s3_access_key_id, s3_secret_access_key)
-    end
-
-    def s3_region
-      @s3_region \
-        || config_yml['s3_region'] \
-        || raise('Please provide s3_region in your config file')
-    end
-
-    def s3_path
-      @s3_path \
-        || config_yml['s3_path'] \
-        || ''
-    end
-
-    def s3_acl
-      @s3_acl \
-        || config_yml['s3_acl'] \
-        || 'private'
-    end
-
-    def s3_bucket
-      @s3_bucket \
-        || config_yml['s3_bucket'] \
-        || raise('Please provide s3_bucket in your config file')
-    end
-
-    private
-      def use_default_config_locations
-        return @use_default_config_locations unless @use_default_config_locations.nil?
-        true
-      end
-
-      def s3_access_key_id
-        @s3_access_key_id \
-          || config_yml['s3_access_key_id'] \
-          || raise('Please provide s3_access_key_id in your config file')
-      end
-
-      def s3_secret_access_key
-        @s3_secret_access_key \
-          || config_yml['s3_secret_access_key'] \
-          || raise('Please provide s3_secret_access_key in your config file')
-      end
-
-      def config_yml
-        if config_path
-          @config_yml ||= YAML.load_file(config_path)
-        else
-          {}
-        end
-      end
-
-      def raise_config_required
-        raise "Please provide configuration file. You can do this by creating #{self.class.home_config} or check project github README.md"
-      end
-
-      def pathnamed(location_obj)
-        location_obj.respond_to?(:basename) ? location_obj :  Pathname.new(location_obj)
-      end
-  end
-end

data/lib/bubbles/dir_watcher.rb

@@ -1,53 +0,0 @@
-module Bubbles
-  class DirWatcher
-    extend Forwardable
-    DestinationIsNotDirectory = Class.new(StandardError)
-
-    def initialize(config:, command_queue:)
-      @config        = config
-      @command_queue = command_queue
-    end
-
-    def call
-      check_source_dir_existence
-      check_processing_dir_existence
-
-      source_dir_files
-        .last(num_of_files_to_schedule)
-        .each do |file|
-          bfile = BubbliciousFile.new(file: file, config: config)
-          bfile.copy_to_processing_dir
-
-          uploader_classes.each do |uploader_class|
-            command_queue << uploader_class.new(bfile: bfile, command_queue: command_queue, config: config)
-          end
-
-          command_queue << bfile.public_method(:remove_file)
-        end
-
-      command_queue << self
-    end
-
-    def inspect
-      "#<#{self.class.name} source_dir: #{source_dir}, processing_dir: #{processing_dir}>"
-    end
-
-    def source_dir_files
-      Dir
-        .glob(source_dir.join('**/*').to_s)
-        .select { |x| Pathname.new(x).file? }
-    end
-
-    private
-      attr_reader :command_queue, :config
-      def_delegators :config, :source_dir, :processing_dir, :num_of_files_to_schedule, :uploader_classes
-
-      def check_source_dir_existence
-        raise DestinationIsNotDirectory unless source_dir.directory?
-      end
-
-      def check_processing_dir_existence
-        raise DestinationIsNotDirectory unless processing_dir.directory?
-      end
-  end
-end

data/lib/bubbles/uploaders/local_dir.rb

@@ -1,39 +0,0 @@
-module Bubbles
-  module Uploaders
-    class LocalDir
-      extend Forwardable
-      include Bubbles::CommonUploaderInterface
-
-      def call
-        config.logger.debug("#{self.class.name}: transfering #{uid_file} to #{local_dir_uploader_path}")
-        FileUtils.cp(uid_file, local_dir_uploader_path)
-        write_metadata
-      rescue Errno::ENOENT => e
-        config.logger.error("#{e.message}")
-        command_queue.reschedule(self)
-      end
-
-      def inspect
-        "<##{self.class.name} uid_file: #{uid_file} to: #{local_dir_uploader_path}>"
-      end
-
-      private
-        def_delegators :config, :local_dir_uploader_path, :local_dir_metadata_file_path
-        def_delegators :bfile, :uid_file, :uid_file_name, :metadata
-
-        def write_metadata
-          File.open(local_dir_metadata_file_path, 'a') do |f|
-            f.write yaml_append
-          end
-        end
-
-        def yaml_append
-<<EOF
--
-  key: #{uid_file_name}
-  metadata: #{metadata.to_json}
-EOF
-        end
-    end
-  end
-end

data/lib/bubbles/uploaders/s3.rb

@@ -1,36 +0,0 @@
-module Bubbles
-  module Uploaders
-    class S3
-      extend Forwardable
-      include Bubbles::CommonUploaderInterface
-
-      def call
-        File.open(uid_file, 'rb') do |file|
-          s3.put_object(bucket: s3_bucket, key: s3_full_path, body: file, acl: config.s3_acl, metadata: metadata)
-        end
-      rescue => e
-        config.logger.error("#{e.message}")
-        command_queue.reschedule(self)
-      end
-
-      def inspect
-        "<##{self.class.name} uid_file: #{uid_file} to: s3://#{s3_bucket}#{s3_full_path}>"
-      end
-
-      private
-        def_delegators :config, :s3_bucket, :s3_path, :s3_credentials, :s3_region
-        def_delegators :bfile, :uid_file, :uid_file_name, :metadata
-
-        def s3
-          @s3 ||= Aws::S3::Client.new({
-            region: s3_region,
-            credentials: s3_credentials
-          })
-        end
-
-        def s3_full_path
-          Pathname.new(s3_path).join(uid_file_name).to_s
-        end
-    end
-  end
-end

data/lib/bubbles/uploaders/s3_ensure_connection.rb

@@ -1,26 +0,0 @@
-module Bubbles
-  module Uploaders
-    class S3EnsureConnection
-      extend Forwardable
-      include Bubbles::CommonUploaderInterface
-
-      def call
-        s3.list_buckets
-      end
-
-      def inspect
-        "<##{self.class.name} testing connection to s3 bucket>"
-      end
-
-      private
-        def_delegators :config, :s3_bucket, :s3_credentials, :s3_region
-
-        def s3
-          @s3 ||= Aws::S3::Client.new({
-            region: s3_region,
-            credentials: s3_credentials
-          })
-        end
-    end
-  end
-end