foreman_rh_cloud 0.9.4

data/README.md

@@ -0,0 +1,38 @@
+# ForemanRhCloud
+
+*Introdction here*
+
+## Installation
+
+See [How_to_Install_a_Plugin](http://projects.theforeman.org/projects/foreman/wiki/How_to_Install_a_Plugin)
+for how to install Foreman plugins
+
+## Usage
+
+*Usage here*
+
+## TODO
+
+*Todo list here*
+
+## Contributing
+
+Fork and send a Pull Request. Thanks!
+
+## Copyright
+
+Copyright (c) *year* *your name*
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.
+

data/Rakefile

@@ -0,0 +1,47 @@
+#!/usr/bin/env rake
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+begin
+  require 'rdoc/task'
+rescue LoadError
+  require 'rdoc/rdoc'
+  require 'rake/rdoctask'
+  RDoc::Task = Rake::RDocTask
+end
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'ForemanRhCloud'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path('test/dummy/Rakefile', __dir__)
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+task default: :test
+
+begin
+  require 'rubocop/rake_task'
+  RuboCop::RakeTask.new
+rescue => _
+  puts 'Rubocop not loaded.'
+end
+
+task :default do
+  Rake::Task['rubocop'].execute
+end

data/app/controllers/foreman_inventory_upload/accounts_controller.rb

@@ -0,0 +1,39 @@
+module ForemanInventoryUpload
+  class AccountsController < ::ApplicationController
+    # override default "welcome screen behavior, since we don't have a model"
+    def welcome
+      true
+    end
+
+    def index
+      labels = Organization.all.pluck(:id, :name)
+
+      accounts = Hash[
+        labels.map do |id, label|
+          generate_report_status = status_for(id, ForemanInventoryUpload::Async::GenerateReportJob)
+          upload_report_status = status_for(id, ForemanInventoryUpload::Async::UploadReportJob)
+
+          [
+            id,
+            {
+              generate_report_status: generate_report_status,
+              upload_report_status: upload_report_status,
+              label: label,
+            },
+          ]
+        end
+      ]
+
+      render json: {
+        accounts: accounts,
+      }, status: :ok
+    end
+
+    private
+
+    def status_for(label, job_class)
+      label = job_class.output_label(label)
+      ForemanInventoryUpload::Async::ProgressOutput.get(label)&.status
+    end
+  end
+end

data/app/controllers/foreman_inventory_upload/react_controller.rb

@@ -0,0 +1,7 @@
+module ForemanInventoryUpload
+  class ReactController < ::ApplicationController
+    def index
+      render 'foreman_inventory_upload/layouts/react', :layout => false
+    end
+  end
+end

data/app/controllers/foreman_inventory_upload/reports_controller.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module ForemanInventoryUpload
+  class ReportsController < ::ApplicationController
+    def last
+      label = ForemanInventoryUpload::Async::GenerateReportJob.output_label(params[:organization_id])
+      output = ForemanInventoryUpload::Async::ProgressOutput.get(label)&.full_output
+      task_label = ForemanInventoryUpload::Async::GenerateAllReportsJob.singleton_job_name
+      scheduled = ForemanTasks::Task.where(
+        :label => task_label,
+        :state => 'scheduled'
+      ).first&.start_at || nil
+
+      render json: {
+        output: output,
+        scheduled: scheduled,
+      }, status: :ok
+    end
+
+    def generate
+      organization_id = params[:organization_id]
+
+      ForemanInventoryUpload::Async::GenerateReportJob.perform_later(ForemanInventoryUpload.generated_reports_folder, organization_id)
+
+      render json: {
+        action_status: 'success',
+      }, status: :ok
+    end
+  end
+end

data/app/controllers/foreman_inventory_upload/uploads_controller.rb

@@ -0,0 +1,31 @@
+module ForemanInventoryUpload
+  class UploadsController < ::ApplicationController
+    def last
+      label = ForemanInventoryUpload::Async::UploadReportJob.output_label(params[:organization_id])
+      output = ForemanInventoryUpload::Async::ProgressOutput.get(label)&.full_output
+
+      render json: {
+        output: output,
+      }, status: :ok
+    end
+
+    def download_file
+      filename = ForemanInventoryUpload.facts_archive_name(params[:organization_id])
+      path = Rails.root.join(ForemanInventoryUpload.uploads_folder, filename)
+      unless File.exist? path
+        return throw_flash_error(
+          "Path doesn't exist: #{path}"
+        )
+      end
+
+      send_file path, disposition: 'attachment', filename: filename
+    end
+
+    def throw_flash_error(message)
+      process_error(
+        :redirect => foreman_inventory_upload_index_path,
+        :error_msg => message
+      )
+    end
+  end
+end

data/app/helpers/foreman_inventory_upload_helper.rb

@@ -0,0 +1,13 @@
+module ForemanInventoryUploadHelper
+  if Foreman::Version.new.minor.to_i < 23
+    def webpacked_plugins_css_for(*plugin_names)
+      css_tags_for(select_requested_plugins(plugin_names)).join.html_safe
+    end
+
+    def css_tags_for(requested_plugins)
+      requested_plugins.map do |plugin|
+        stylesheet_link_tag(*webpack_asset_paths(plugin.to_s, :extension => 'css'), "data-turbolinks-track" => true)
+      end
+    end
+  end
+end

data/app/views/foreman_inventory_upload/layouts/react.html.erb

@@ -0,0 +1,16 @@
+<% content_for(:javascripts) do %>
+  <%= webpacked_plugins_js_for :'foreman_rh_cloud' %>
+<% end %>
+
+<% content_for(:stylesheets) do %>
+    <%= webpacked_plugins_css_for :'foreman_rh_cloud' %>
+<% end %>
+
+<% content_for(:content) do %>
+  <%= notifications %>
+  <div id="organization-id" data-id="<%= Organization.current.id if Organization.current %>" ></div>
+  <div id="user-id" data-id="<%= User.current.id if User.current %>" ></div>
+  <div id="ForemanInventoryUploadReactRoot"></div>
+<% end %>
+<%= render file: "layouts/base" %>
+<%= mount_react_component('ForemanInventoryUpload', '#ForemanInventoryUploadReactRoot') %>

data/config/routes.rb

@@ -0,0 +1,10 @@
+Rails.application.routes.draw do
+  namespace :foreman_inventory_upload do
+    get 'index', to: 'react#index'
+    get ':organization_id/reports/last', to: 'reports#last', constraints: { organization_id: %r{[^\/]+} }
+    post ':organization_id/reports', to: 'reports#generate', constraints: { organization_id: %r{[^\/]+} }
+    get ':organization_id/uploads/last', to: 'uploads#last', constraints: { organization_id: %r{[^\/]+} }
+    get ':organization_id/uploads/file', to: 'uploads#download_file', constraints: { organization_id: %r{[^\/]+} }
+    get 'accounts', to: 'accounts#index'
+  end
+end

data/lib/foreman_inventory_upload.rb

@@ -0,0 +1,51 @@
+module ForemanInventoryUpload
+  def self.base_folder
+    # in production setup, where selinux is enabled, we only have rights to
+    # create folders under /ver/lib/foreman. If the folder does not exist, it's
+    # a dev setup, where we can use our current root
+    @base_folder ||= File.join(
+      Dir.glob('/var/lib/foreman').first || Dir.getwd,
+      'red_hat_inventory/'
+    )
+  end
+
+  def self.uploads_folder
+    @uploads_folder ||= ensure_folder(
+      File.join(
+        ForemanInventoryUpload.base_folder,
+        'uploads/'
+      )
+    )
+  end
+
+  def self.generated_reports_folder
+    @generated_reports_folder ||= ensure_folder(
+      File.join(
+        ForemanInventoryUpload.base_folder,
+        'generated_reports/'
+      )
+    )
+  end
+
+  def self.outputs_folder
+    @outputs_folder ||= ensure_folder(File.join(ForemanInventoryUpload.base_folder, 'outputs/'))
+  end
+
+  def self.upload_script_file
+    'uploader.sh'
+  end
+
+  def self.facts_archive_name(organization)
+    "report_for_#{organization}.tar.gz"
+  end
+
+  def self.upload_url
+    # for testing set ENV to 'https://ci.cloud.redhat.com/api/ingress/v1/upload'
+    @upload_url ||= ENV['SATELLITE_INVENTORY_UPLOAD_URL'] || 'https://cert.cloud.redhat.com/api/ingress/v1/upload'
+  end
+
+  def self.ensure_folder(folder)
+    FileUtils.mkdir_p(folder)
+    folder
+  end
+end

data/lib/foreman_inventory_upload/async/generate_all_reports_job.rb

@@ -0,0 +1,19 @@
+module ForemanInventoryUpload
+  module Async
+    class GenerateAllReportsJob < ::ApplicationJob
+      def perform
+        organizations = Organization.unscoped.all
+
+        organizations.map do |organization|
+          GenerateReportJob.perform_later(ForemanInventoryUpload.generated_reports_folder, organization.id)
+        end
+      ensure
+        self.class.set(:wait => 24.hours).perform_later
+      end
+
+      def self.singleton_job_name
+        name
+      end
+    end
+  end
+end

data/lib/foreman_inventory_upload/async/generate_report_job.rb

@@ -0,0 +1,37 @@
+module ForemanInventoryUpload
+  module Async
+    class GenerateReportJob < ShellProcess
+      def self.output_label(label)
+        "report_for_#{label}"
+      end
+
+      def perform(base_folder, organization)
+        @base_folder = base_folder
+        @organization = organization
+
+        super(GenerateReportJob.output_label(organization))
+
+        QueueForUploadJob.perform_later(
+          base_folder,
+          ForemanInventoryUpload.facts_archive_name(organization),
+          organization
+        )
+      end
+
+      def rake_prefix
+        'foreman-' unless Rails.env.development?
+      end
+
+      def command
+        "#{rake_prefix}rake foreman_inventory_upload:report:generate"
+      end
+
+      def env
+        super.merge(
+          'target' => @base_folder,
+          'organization_id' => @organization
+        )
+      end
+    end
+  end
+end

data/lib/foreman_inventory_upload/async/progress_output.rb

@@ -0,0 +1,61 @@
+module ForemanInventoryUpload
+  module Async
+    class ProgressOutput
+      def self.get(label)
+        ProgressOutput.new(label, :reader)
+      end
+
+      def self.register(label)
+        ProgressOutput.new(label, :writer)
+      end
+
+      def initialize(label, mode)
+        @label = label
+        @mode = mode
+      end
+
+      def buffer
+        @buffer ||= begin
+                      File.open(file_name, file_mode)
+                    rescue Errno::ENOENT
+                      StringIO.new
+                    end
+      end
+
+      def full_output
+        buffer.read
+      end
+
+      def write_line(line)
+        buffer << line
+        buffer.fsync
+      end
+
+      def close
+        @buffer&.close
+      end
+
+      def status
+        File.read(file_name(:status))
+      rescue Errno::ENOENT
+        ''
+      end
+
+      def status=(status)
+        File.atomic_write(file_name(:status)) do |status_file|
+          status_file.write(status)
+        end
+      end
+
+      private
+
+      def file_mode
+        (@mode == :reader) ? 'r' : 'w'
+      end
+
+      def file_name(type = 'out')
+        File.join(ForemanInventoryUpload.outputs_folder, "#{@label}.#{type}")
+      end
+    end
+  end
+end

data/lib/foreman_inventory_upload/async/queue_for_upload_job.rb

@@ -0,0 +1,47 @@
+module ForemanInventoryUpload
+  module Async
+    class QueueForUploadJob < ::ApplicationJob
+      def perform(base_folder, report_file, organization_id)
+        @base_folder = base_folder
+        @report_file = report_file
+        logger.debug('Ensuring objects')
+        ensure_ouput_folder
+        ensure_output_script
+        logger.debug("Copying #{report_file} to #{uploads_folder}")
+        enqueued_file_name = File.join(uploads_folder, report_file)
+        FileUtils.mv(File.join(base_folder, report_file), enqueued_file_name)
+        logger.debug("Done copying #{report_file} to #{enqueued_file_name}")
+
+        UploadReportJob.perform_later(enqueued_file_name, organization_id)
+      end
+
+      def uploads_folder
+        @uploads_folder ||= ForemanInventoryUpload.uploads_folder
+      end
+
+      def script_file
+        @script_file ||= File.join(uploads_folder, ForemanInventoryUpload.upload_script_file)
+      end
+
+      def ensure_ouput_folder
+        FileUtils.mkdir_p(uploads_folder)
+      end
+
+      def ensure_output_script
+        return if File.exist?(script_file)
+
+        script_source_file = File.join(ForemanRhCloud::Engine.root, 'lib/foreman_inventory_upload/scripts/uploader.sh.erb')
+
+        script_source = File.read(script_source_file)
+        script_source.gsub!('<%= @upload_url %>', ForemanInventoryUpload.upload_url)
+
+        File.write(script_file, script_source)
+        FileUtils.chmod('+x', script_file)
+      end
+
+      def logger
+        Foreman::Logging.logger('background')
+      end
+    end
+  end
+end