rest-ftp-daemon 0.6 → 0.9.0

data/lib/rest-ftp-daemon/api/defaults.rb

@@ -1,76 +0,0 @@
-# encoding: UTF-8
-require 'grape'
-SIZE_UNITS = ["B", "KB", "MB", "GB", "TB", "PB" ]
-
-
-module RestFtpDaemon
-  module API
-    module Defaults
-      extend ActiveSupport::Concern
-
-      included do
-        #version 'v1', using: :header, vendor: 'ftven'
-        format :json
-        do_not_route_head!
-        do_not_route_options!
-
-        # before do
-        #   header['Access-Control-Allow-Origin'] = '*'
-        #   header['Access-Control-Request-Method'] = '*'
-        # end
-
-        # Handle authentication
-        # http_basic do |username, password|
-        #   User.authenticate!(username, password)
-        # end
-
-        # # global handler for simple not found case
-        # rescue_from ActiveRecord::RecordNotFound do |e|
-        #   error_response(message: e.message, status: 404)
-        # end
-
-        # # global exception handler, used for error notifications
-        # rescue_from :all do |e|
-        #   if Rails.env.development?
-        #     raise e
-        #   else
-        #     Raven.capture_exception(e)
-        #     error_response(message: "Internal server error", status: 500)
-        #   end
-        # end
-
-        # # HTTP header based authentication
-        # before do
-        #   error!('Unauthorized', 401) unless headers['Authorization'] == "some token"
-        # end
-
-        helpers do
-
-          def format_nice_bytes( number )
-            return "Ø" if number.nil? || number.zero?
-            index = ( Math.log( number ) / Math.log( 2 ) ).to_i / 10
-            converted = number.to_i / ( 1024 ** index )
-            "#{converted} #{SIZE_UNITS[index]}"
-          end
-
-          def api_error exception
-            {
-            :error => exception.class,
-            :errmsg => exception.message,
-            :backtrace => exception.backtrace.first,
-            #:backtrace => exception.backtrace,
-            }
-          end
-
-          def render name, values={}
-            template = File.read("#{APP_ROOT}/lib/#{APP_NAME}/views/#{name.to_s}.haml")
-            haml_engine = Haml::Engine.new(template)
-            haml_engine.render(binding, values)
-          end
-
-        end
-
-      end
-    end
-  end
-end

data/lib/rest-ftp-daemon/api/jobs.rb

@@ -1,151 +0,0 @@
-module RestFtpDaemon
-  module API
-
-    class Jobs < Grape::API
-      include RestFtpDaemon::API::Defaults
-      logger ActiveSupport::Logger.new Settings.logs.api, 'daily' unless Settings.logs.api.nil?
-
-      params do
-        optional :overwrite, type: Integer, default: false
-      end
-
-      helpers do
-
-        def threads_with_id job_id
-          $threads.list.select do |thread|
-            next unless thread[:job].is_a? Job
-            thread[:job].id == job_id
-          end
-        end
-
-        def job_describe job_id
-          raise RestFtpDaemon::JobNotFound if ($queue.queued_size==0 && $queue.popped_size==0)
-
-          # Find job with this id
-          found = $queue.all.select { |job| job.id == job_id }.first
-          raise RestFtpDaemon::JobNotFound if found.nil?
-          raise RestFtpDaemon::JobNotFound unless found.is_a? Job
-
-          # Return job description
-          found.describe
-        end
-
-        # def job_delete job_id
-        # end
-
-        def job_list
-          $queue.all.map do |item|
-            next unless item.is_a? Job
-            item.describe
-          end
-        end
-
-      end
-
-      desc "Get information about a specific job"
-      params do
-        requires :id, type: Integer, desc: "job id"
-      end
-      get ':id' do
-        info "GET /jobs/#{params[:id]}"
-        begin
-          response = job_describe params[:id].to_i
-        rescue RestFtpDaemon::JobNotFound => exception
-          status 404
-          api_error exception
-        rescue RestFtpDaemonException => exception
-          status 500
-          api_error exception
-        rescue Exception => exception
-          status 501
-          api_error exception
-        else
-          status 200
-          response
-        end
-      end
-
-      # Delete jobs
-      desc "Kill and remove a specific job"
-      delete ':id' do
-       info "DELETE /jobs/#{params[:name]}"
-       status 501
-        # begin
-        #   response = job_delete params[:id].to_i
-        # rescue RestFtpDaemon::JobNotFound => exception
-        #   status 404
-        #   api_error exception
-        # rescue RestFtpDaemonException => exception
-        #   status 500
-        #   api_error exception
-        # rescue Exception => exception
-        #   status 501
-        #   api_error exception
-        # else
-        #   status 200
-        #   response
-        # end
-      end
-
-      # List jobs
-      desc "Get a list of jobs"
-      get do
-        info "GET /jobs"
-        begin
-          response = job_list
-        rescue RestFtpDaemonException => exception
-          status 501
-          api_error exception
-        rescue Exception => exception
-          status 501
-          api_error exception
-        else
-          status 200
-          response
-        end
-      end
-
-
-      # Spawn a new thread for this new job
-      desc "Create a new job"
-      post do
-        info "POST /jobs: #{request.body.read}"
-        begin
-          # Extract params
-          request.body.rewind
-          params = JSON.parse request.body.read
-
-          # Create a new job
-          job_id = $last_worker_id += 1
-          job = Job.new(job_id, params)
-
-          # And psuh it to the queue
-          $queue.push job
-
-          # Later: start it asynchronously
-          #job.future.process
-
-        rescue JSON::ParserError => exception
-          status 406
-          api_error exception
-        rescue RestFtpDaemonException => exception
-          status 412
-          api_error exception
-        rescue Exception => exception
-          status 501
-          api_error exception
-        else
-          status 201
-          job.describe
-        end
-      end
-
-    protected
-
-    def progname
-      "API::Jobs"
-    end
-
-    end
-  end
-end

data/lib/rest-ftp-daemon/api/root.rb

@@ -1,129 +0,0 @@
-require 'haml'
-require "facter"
-require "sys/cpu"
-
-
-module RestFtpDaemon
-  module API
-
-    class Root < Grape::API
-      include RestFtpDaemon::API::Defaults
-      logger ActiveSupport::Logger.new Settings.logs.api, 'daily' unless Settings.logs.api.nil?
-      #add_swagger_documentation
-
-      mount RestFtpDaemon::API::Jobs => '/jobs'
-      # mount RestFtpDaemon::API::Workers => '/workers'
-
-      helpers do
-        def info message, level = 0
-          Root.logger.add(Logger::INFO, "#{'  '*level} #{message}", "API::Root")
-        end
-
-        def job_list_by_status
-          statuses = {}
-          alljobs = $queue.all.map do |item|
-            next unless item.is_a? Job
-            statuses[item.get_status] ||= 0
-            statuses[item.get_status] +=1
-          end
-
-          statuses
-        end
-
-      end
-
-      ######################################################################
-      ####### INIT
-      ######################################################################
-      def initialize
-        $last_worker_id = 0
-        super
-      end
-
-
-
-      ######################################################################
-      ####### API DEFINITION
-      ######################################################################
-
-      # Server global status
-      get '/' do
-        # Prepare data
-        @jobs_all = $queue.all
-        #@jobs_all_size = $queue.all_size
-        #@jobs_all = $queue.all_size
-
-        # Initialize UsageWatch
-        Facter.loadfacts
-        @info_load = Sys::CPU.load_avg.first.to_f
-        @info_procs = (Facter.value :processorcount).to_i
-        @info_ipaddr = Facter.value(:ipaddress)
-        @info_memfree = Facter.value(:memoryfree)
-
-
-        # Compute normalized load
-        # puts "info_procs: #{info_procs}"
-        if @info_procs.zero?
-          @info_norm = "N/A"
-        else
-          @info_norm = (100 * @info_load / @info_procs).round(1)
-        end
-
-        # Compute total transferred
-        @total_transferred = 0
-        @jobs_all.each do |job|
-          sent = job.get(:file_sent)
-          @total_transferred += sent unless sent.nil?
-        end
-
-        # Compile haml template
-        @name = "Test"
-        output = render :dashboard
-
-        # Send response
-        env['api.format'] = :html
-        format "html"
-        status 200
-        content_type "text/html"
-        body output
-
-      end
-
-      # Server global status
-      get '/index.json' do
-        info "GET /"
-        status 200
-        return  {
-          hostname: `hostname`.chomp,
-          version: Settings.version,
-          config: Settings.to_hash,
-          started: APP_STARTED,
-          uptime: (Time.now - APP_STARTED).round(1),
-          status: job_list_by_status,
-          queue_size: $queue.all_size,
-          jobs_queued: $queue.queued.collect(&:id),
-          jobs_popped: $queue.popped.collect(&:id),
-          routes: RestFtpDaemon::API::Root::routes,
-          }
-      end
-
-      # Server test
-      get '/debug' do
-        info "GET /debug/"
-        begin
-          raise RestFtpDaemon::DummyException
-        rescue RestFtpDaemon::RestFtpDaemonException => exception
-          status 501
-          api_error exception
-        rescue Exception => exception
-          status 501
-          api_error exception
-        else
-          status 200
-          {}
-        end
-      end
-
-    end
-  end
-end

data/lib/rest-ftp-daemon/api/workers.rb

@@ -1,49 +0,0 @@
-# module RestFtpDaemon
-#   module API
-
-#     class Workers < Grape::API
-#       include RestFtpDaemon::API::Defaults
-#       logger ActiveSupport::Logger.new Settings.logs.api, 'daily' unless Settings.logs.api.nil?
-
-#       helpers do
-#         def info message, level = 0
-#           Jobs.logger.add(Logger::INFO, "#{'  '*level} #{message}", "API::Workers")
-#         end
-
-#         def worker_list
-#           return {
-#             busy: $pool.busy_size,
-#             idle: $pool.idle_size,
-#             to_s: $pool.to_s,
-#             }
-#           #return $workers.list.size
-#           $workers.list.map do |thread|
-#             #next unless thread[:job].is_a? Worker
-#             "worker"
-#             #thread[:worker].inspect
-#           end
-#         end
-
-#       end
-
-#       # List jobs
-#       desc "Get a list of workers"
-#       get do
-#         info "GET /workers"
-#         begin
-#           response = worker_list
-#         rescue RestFtpDaemonException => exception
-#           status 501
-#           api_error exception
-#         rescue Exception => exception
-#           status 501
-#           api_error exception
-#         else
-#           status 200
-#           response
-#         end
-#       end
-
-#     end
-#   end
-# end

data/lib/rest-ftp-daemon/common.rb

@@ -1,49 +0,0 @@
-module RestFtpDaemon
-
-  class Common
-
-  protected
-
-    def initialize
-      # Logger
-      @logger = ActiveSupport::Logger.new Settings.logs.workers, 'daily' unless Settings.logs.workers.nil?
-    end
-
-    def id
-    end
-
-    def progname
-    end
-
-    def info message, level = 0
-      # progname = "Job [#{id}]" unless id.nil?
-      # progname = "Worker [#{id}]" unless worker_id.nil?
-      @logger.add(Logger::INFO, "#{'  '*(level+1)} #{message}", progname)
-    end
-
-    def notify signal, error = 0, status = {}
-      # Skip is not callback URL defined
-      url = get :notify
-      if url.nil?
-        info "Skipping notification (no valid url provided) sig[#{signal}] e[#{error}] s#{status.inspect}"
-        return
-      end
-
-      # Build notification
-      n = RestFtpDaemon::Notification.new
-      n.job_id = id
-      n.url = url
-      n.signal = signal
-      n.error = error.inspect
-      n.status = status
-
-      # Now, send the notification
-      info "Queuing notification key[#{n.key}] sig[#{signal}] url[#{url}]"
-      Thread.new(n) do |thread|
-        n.notify
-      end
-
-    end
-
-  end
-end

data/lib/rest-ftp-daemon/config.rb

@@ -1,24 +0,0 @@
-require 'settingslogic'
-DEVELOPMENT = false unless defined? DEVELOPMENT
-APP_NAME="rest-ftp-daemon"
-
-class Settings < Settingslogic
-  namespace DEVELOPMENT ? "development" : "production"
-  suppress_errors namespace!="development"
-end
-
-# Fix application defaults and load config file if found
-app_config_file = "/etc/#{APP_NAME}.yml"
-if File.exists? app_config_file
-  Settings.source app_config_file
-else
-  Settings.source Hash.new
-end
-
-# Forced shared settings
-Settings[:name] = APP_NAME
-Settings[:version] = 0.60
-
-# Forced fixed settings
-Settings[:default_trim_progname] = "18"
-Settings[:default_chunk_size] = "1000000"

data/lib/rest-ftp-daemon/exceptions.rb

@@ -1,26 +0,0 @@
-module RestFtpDaemon
-
-  class RestFtpDaemonException < StandardError; end
-
-  class DummyException < RestFtpDaemonException; end
-
-  class RequestSourceMissing     < RestFtpDaemonException; end
-  class RequestSourceNotFound    < RestFtpDaemonException; end
-  class RequestTargetMissing     < RestFtpDaemonException; end
-  class RequestTargetScheme      < RestFtpDaemonException; end
-
-  class JobPrerequisitesNotMet   < RestFtpDaemonException; end
-
-  class JobNotFound              < RestFtpDaemonException; end
-  class JobSourceMissing         < RestFtpDaemonException; end
-  class JobSourceNotFound        < RestFtpDaemonException; end
-  class JobTargetMissing         < RestFtpDaemonException; end
-  class JobTargetUnparseable     < RestFtpDaemonException; end
-  #class JobTargetPermission      < RestFtpDaemonException; end
-  class JobTargetFileExists      < RestFtpDaemonException; end
-
-  class NotificationMissingUrl   < RestFtpDaemonException; end
-  class NotificationMissingSignal   < RestFtpDaemonException; end
-
-
-end