foreman_content 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 66165cc1d29ef234bd0d15923511264f87045b55
+  data.tar.gz: 2166c67ba266eaf2c9d478ba4e64839fb7a703a9
+SHA512:
+  metadata.gz: 851db5cbe0dda9500b5bd6d30506d4ab63c565e0802cd5365b81a1b5a53c15d3362410e3ae347fbe82dc1da385c8e881953f72117253925bcc973916e3d0f444
+  data.tar.gz: c202eedf2998d5baca4d8a76ad2df98c745b280fd2a02726ae604c43477aea38a2c1a658e0b9bbea85276a518fa9e6623fa7b1db78247e5da2dfd3d728428377

data/README.md

@@ -0,0 +1,113 @@
+# foreman\_content
+
+This plugin aims to enable repository synconrinzation and managament in Foreman. It is of alpha quality
+right now and currently handles only yum/rpm repositories ;)
+
+# Dependencies
+
+* Foreman running development or 1.2.1 (maybe 1.2 but was not tested)
+* You must have a fully working pulp server, see http://www.pulpproject.org/docs/
+
+
+# Installation
+
+Require the gem in Foreman by creating `bundler.d/Gemfile.local.rb` with the
+following:
+
+```
+gem 'foreman_content'
+```
+
+Update & Restart Foreman:
+```
+bundle update
+rake db:migrate
+touch tmp/restart.txt (if using passeger)
+```
+
+# Configuration
+
+## Pulp
+* enable oauth authentication
+
+## UI config
+
+You would need to allow foreman to communicate with pulp, under More ->
+Settings -> Content, you would need to enable pulp, and set the pulp url and
+oauth creds, for example:
+
+  * pulp_oauth_key  foreman
+  * pulp_oauth_secret super_secret
+  * pulp_url  https://pulp.server.com/pulp/api/v2/
+  * use_pulp  true
+
+# Usage
+
+## Setting up
+
+You would see in the UI under More, a new sub menu called content, in it:
+
+* Product    - The actual product you are managing, for example CentOS 6
+* Repository - list of repositories that belong to the above product, for
+example, CentOS 6.4 + CentOS updates.
+
+## Syncing Repositories
+
+Under Content -> Repository create a new repo
+
+* Name - user friendly name, this would be reflected later on in yum configuration
+* Feed URL - where we are cloning from, normally a public mirror
+* Content type - Kickstart (e.g. bootable) or a plain yum repo, if the repo
+contains a full OS, choose kickstart, later on foreman would use that instead
+of an Installation media.
+* Architecture - type of files within the repo, usually X86_64 or noarch etc.
+* Operating Systems - list of valid OS's that this repo applies to.
+* Enabled - true / false
+* Unprotected - weather pulp should expose this repo via http and https or just
+  over https.
+* Product - the product from above.
+* GPG key - not implemented
+
+Once created, the repo would automatically be synced and published.
+
+## Consuming Repos within your Kickstart
+
+Once a kickstart repo has been assigned to an OS, it would automatically prefer
+that repo as an install media, so if that is all you want to do, its done
+automatically.
+
+if you wish to add more yum type repos during KS, you may add the following
+snippet to your provisioning template.
+
+```erb
+<% @repos.each do |repo| %>
+repo --name=<%= repo[:name] %> --baseurl=<%= repo[:baseurl] %>
+<% end %>
+```
+
+## Consuming Repos with Puppet
+
+Assuming you are using puppet with ENC functionality, its pretty simple to
+let puppet manage the repositories, Foreman would expose all repository
+information via the ENC as a global parameter, you can later on simply consume
+it with create resources, e.g:
+
+```puppet
+if $::repositories {
+  create_resources('yumrepo', $::repositories)
+}
+```
+
+## Callback notifications from pulp
+
+Pulp can notify foreman when events happen (e.g. repo sync is finished etc), in
+order to configure it run on your pulp server:
+
+```
+pulp-admin event listener http create --event-type '*' --url https://foreman.example.com/api/repositories/events
+```
+
+# TODO
+
+* https://trello.com/b/NtzVcPkD/foreman-backlog
+filter engine spike

data/Rakefile

@@ -0,0 +1,111 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'rake'
+require 'fileutils'
+
+task :default => :test
+
+ENGINE_DIR = File.expand_path('..', __FILE__)
+FOREMAN_DIR = 'test/foreman_app'
+
+namespace :test do
+  desc "Download latest foreman devel source and install dependencies"
+  task :foreman_prepare do
+    foreman_repo = 'https://github.com/theforeman/foreman.git'
+    foreman_gemfile = File.join(FOREMAN_DIR, "Gemfile")
+    unless File.exists?(foreman_gemfile)
+      puts "Foreman source code is not present at #{FOREMAN_DIR}"
+      puts "Downloading latest Foreman development branch into #{FOREMAN_DIR}..."
+      FileUtils.mkdir_p(FOREMAN_DIR)
+
+      unless system("git clone #{foreman_repo} #{FOREMAN_DIR}")
+        puts "Error while getting latest Foreman code from #{foreman_repo} into #{FOREMAN_DIR}"
+        fail
+      end
+    end
+
+    gemfile_content = File.read(foreman_gemfile)
+    unless gemfile_content.include?('FOREMAN_GEMFILE')
+      puts 'Preparing Gemfile'
+      gemfile_content.gsub!('__FILE__', 'FOREMAN_GEMFILE')
+      gemfile_content.insert(0, "FOREMAN_GEMFILE = __FILE__ unless defined? FOREMAN_GEMFILE\n")
+      File.open(foreman_gemfile, 'w') { |f| f << gemfile_content }
+    end
+
+    settings_file = "#{FOREMAN_DIR}/config/settings.yaml"
+    unless File.exists?(settings_file)
+      puts 'Preparing settings file'
+      FileUtils.copy("#{settings_file}.example", settings_file)
+      settings_content = File.read(settings_file)
+      settings_content.sub!('organizations_enabled: false', 'organizations_enabled: true')
+      settings_content << ":puppetgem: true\n"
+      File.open(settings_file, 'w') { |f| f << settings_content }
+    end
+
+    db_file = "#{FOREMAN_DIR}/config/database.yml"
+    unless File.exists?(db_file)
+      puts 'Preparing database file'
+      FileUtils.copy("#{db_file}.example", db_file)
+    end
+
+    ["#{ENGINE_DIR}/.bundle/config", "#{FOREMAN_DIR}/.bundle/config"].each do |bundle_file|
+      unless File.exists?(bundle_file)
+        FileUtils.mkdir_p(File.dirname(bundle_file))
+        puts 'Preparing bundler configuration'
+        File.open(bundle_file, 'w') { |f| f << <<FILE }
+---
+BUNDLE_WITHOUT: console:development:fog:jsonp:libvirt:mysql:mysql2:ovirt:postgresql:vmware
+FILE
+      end
+    end
+
+    local_gemfile = "#{FOREMAN_DIR}/bundler.d/Gemfile.local.rb"
+    unless File.exist?(local_gemfile)
+      File.open(local_gemfile, 'w') { |f| f << <<GEMFILE }
+gem "puppet"
+gem "facter"
+GEMFILE
+    end
+
+    puts 'Installing dependencies...'
+    unless system('bundle install')
+      fail
+    end
+  end
+
+  task :db_prepare do
+    unless File.exists?(FOREMAN_DIR)
+      puts <<MESSAGE
+Foreman source code not prepared. Run
+
+  rake test:foreman_prepare
+
+to download foreman source and its dependencies
+MESSAGE
+      fail
+    end
+
+    # once we are Ruby19 only, switch to block variant of cd
+    pwd = FileUtils.pwd
+    FileUtils.cd(FOREMAN_DIR)
+    unless system('rake db:test:prepare RAILS_ENV=test')
+      puts "Migrating database first"
+      system('rake db:migrate db:schema:dump db:test:prepare RAILS_ENV=test') || fail
+    end
+    FileUtils.cd(pwd)
+  end
+
+  task :set_loadpath do
+    %w[lib test].each do |dir|
+      $:.unshift(File.expand_path(dir, ENGINE_DIR))
+    end
+  end
+
+  task :all => [:db_prepare, :set_loadpath] do
+    Dir.glob('test/**/*_test.rb') { |f| require f.sub('test/','')  unless f.include? '/foreman_app/' }
+  end
+
+end
+
+task :test => 'test:all'

data/app/assets/javascripts/content/content.js

@@ -0,0 +1,12 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// the compiled file.
+//
+// WARNING: THE FIRST BLANK LINE MARKS THE END OF WHAT'S TO BE PROCESSED, ANY BLANK LINE SHOULD
+// GO AFTER THE REQUIRES BELOW.
+//

data/app/assets/stylesheets/content/application.css

@@ -0,0 +1,13 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the top of the
+ * compiled file, but it's generally better to create a new file per style scope.
+ *
+ *= require_self
+ *= require_tree .
+ */

data/app/controllers/content/api/repositories_controller.rb

@@ -0,0 +1,27 @@
+module Content
+  module Api
+    class RepositoriesController < ::Api::V2::BaseController
+
+      before_filter :validate_access_to_events, :only => :events
+      skip_before_filter :authorize, :only => :events
+
+      # callback event from pulp upon tasks/events finished up
+      def events
+        if (repo_id = params['payload'] && params['payload']['repo_id'])
+          repo = Content::Repository.where(:pulp_id => repo_id).first
+        end
+        render_error 'not_found', :status => :not_found and return false if repo.nil?
+        PulpEventHandler.new(repo_id, params)
+        head :status => 202
+      end
+
+      private
+
+      def validate_access_to_events
+        #validate our pulp server here
+        # we really want to use existing smart proxy infrastructure to do this.
+        true
+      end
+    end
+  end
+end

data/app/controllers/content/gpg_keys_controller.rb

@@ -0,0 +1,42 @@
+module Content
+  class GpgKeysController < ::ApplicationController
+    include Foreman::Controller::AutoCompleteSearch
+    before_filter :find_by_name, :only => %w{show edit update destroy}
+
+    def index
+      @gpg_keys = GpgKey.search_for(params[:search], :order => params[:order]).paginate(:page => params[:page])
+    end
+
+    def new
+      @gpg_key = GpgKey.new
+    end
+
+    def create
+      @gpg_key = GpgKey.new(params[:content_gpg_key])
+      if @gpg_key.save
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def edit
+    end
+
+    def update
+      if @gpg_key.update_attributes(params[:content_gpg_key])
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def destroy
+      if @gpg_key.destroy
+        process_success
+      else
+        process_error
+      end
+    end
+  end
+end

data/app/controllers/content/products_controller.rb

@@ -0,0 +1,51 @@
+module Content
+  class ProductsController < ::ApplicationController
+    include Foreman::Controller::AutoCompleteSearch
+    before_filter :find_by_name, :only => %w{show edit update destroy sync}
+
+    def index
+      @products = Product.search_for(params[:search], :order => params[:order]).
+          paginate(:page => params[:page])
+      @counter = Repository.group(:product_id).where(:product_id => @products.map(&:id)).count
+    end
+
+    def new
+      @product = Product.new
+    end
+
+    def create
+      @product = Product.new(params[:content_product])
+      if @product.save
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def edit
+    end
+
+    def update
+      if @product.update_attributes(params[:content_product])
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def sync
+      @product.sync
+      process_success(:success_msg => _("Successfully started sync for %s") % @product.name)
+    rescue => e
+      process_error(:error_msg => _("Failed to start sync for %s") % @product.name)
+    end
+
+    def destroy
+      if @product.destroy
+        process_success
+      else
+        process_error
+      end
+    end
+  end
+end

data/app/controllers/content/repositories_controller.rb

@@ -0,0 +1,57 @@
+module Content
+  class RepositoriesController < ::ApplicationController
+    include Foreman::Controller::AutoCompleteSearch
+    before_filter :find_by_name, :only => %w{show edit update destroy sync}
+
+    def index
+      @repositories = Repository.search_for(params[:search], :order => params[:order]).
+        paginate(:page => params[:page]).includes(:product, :operatingsystems)
+    end
+
+    def new
+      @repository = Repository.new(:unprotected => true)
+    end
+
+    def create
+      @repository = Repository.new(params[:content_repository])
+      if @repository.save
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def edit
+    end
+
+    def update
+      if @repository.update_attributes(params[:content_repository])
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def show
+      @details = @repository.retrieve_with_details
+      @sync_history = @repository.sync_history
+    rescue
+      redirect_back_or_to(edit_repository_path)
+    end
+
+    def destroy
+      if @repository.destroy
+        process_success
+      else
+        process_error
+      end
+    end
+
+    def sync
+      @repository.sync
+      process_success(:success_msg => _("Successfully started sync for %s") % @repository.to_label)
+    rescue => e
+      process_error(:error_msg => _("Failed to start sync for %s") % @repository.to_label)
+    end
+  end
+end