foreman_content 0.1

data/app/helpers/content/application_helper.rb

@@ -0,0 +1,5 @@
+module Content
+  module ApplicationHelper
+    include Rails.application.routes.url_helpers
+  end
+end

data/app/helpers/content/repositories_helper.rb

@@ -0,0 +1,56 @@
+module Content
+  module RepositoriesHelper
+
+    def sync_status repo
+      status = repo.sync_status
+      status = if status && status.first
+        status.first[:state]
+      else
+        details = repo.retrieve_with_details
+        details[:importers][0][:last_sync] if details && details[:importers] && details[:importers][0]
+      end
+      "#{time_ago_in_words(status)} ago" rescue status
+    rescue
+      '-'
+    end
+
+    def last_publish details
+      return '' unless details[:distributors] && details[:distributors].first && published = details[:distributors].first[:last_publish]
+      "#{time_ago_in_words published} ago" rescue ''
+    end
+
+    def last_sync details
+      return '' unless details[:importers] && details[:importers].first && synced = details[:importers].first[:last_sync]
+      "#{time_ago_in_words synced} ago" rescue ''
+    end
+
+    def sync_history_times history
+      return {} unless history && history.first && summary = history.first['summary']
+      return {} unless summary[:comps]
+      {
+        :comps => summary[:comps][:time_total_sec],
+        :errata => summary[:errata][:errata_time_total_sec],
+        :packages   => summary[:packages][:time_total_sec]
+      }
+    end
+
+    def sync_history_metrics history
+      return {} unless history && last = history.first
+      {
+        :updated => last[:updated_count],
+        :removed => last[:removed_count],
+        :added   => last[:added_count]
+      }
+    end
+
+    def sync_history_status history
+      return {} unless history && last = history.first
+      {
+        'result'    => last[:result],
+        'message'   => last[:error_message] || last['summary']['error'],
+        'completed' => ("#{time_ago_in_words(last[:completed])} ago" rescue '')
+      }
+    end
+
+  end
+end

data/app/models/content/custom_repository_paths.rb

@@ -0,0 +1,27 @@
+module Content
+  module CustomRepositoryPaths
+    def repo_path_from_content_path(environment, content_path)
+      content_path = content_path.sub(/^\//, "")
+      path_prefix  = [environment.organization.label, environment.label].join("/")
+      "#{path_prefix}/#{content_path}"
+    end
+
+    # repo path for custom product repos (RH repo paths are derived from
+    # content url)
+    def custom_repo_path(org_label, environment_label, product_label, repo_label)
+      prefix = [org_label, environment_label].map { |x| x.gsub(/[^-\w]/, "_") }.join("/")
+      prefix + custom_content_path(product_label, repo_label)
+    end
+
+    def custom_content_path(product_label, repo_label)
+      parts = []
+      # We generate repo path only for custom product content. We add this
+      # constant string to avoid collisions with RH content. RH content url
+      # begins usually with something like "/content/dist/rhel/...".
+      # There we prefix custom content/repo url with "/custom/..."
+      parts << "custom"
+      parts += [product_label, repo_label]
+      "/" + parts.map { |x| x.gsub(/[^-\w]/, "_") }.join("/")
+    end
+  end
+end

data/app/models/content/environment_product.rb

@@ -0,0 +1,19 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+module Content
+  class EnvironmentProduct < ActiveRecord::Base
+    belongs_to :product
+    belongs_to :environment
+    validates_presence_of :product_id, :environment_id
+    validates_uniqueness_of :product_id, :scope => :environment_id
+  end
+end

data/app/models/content/gpg_key.rb

@@ -0,0 +1,32 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+
+module Content
+  class GpgKey < ActiveRecord::Base
+    include ::Taxonomix
+    MAX_CONTENT_LENGTH = 100000
+
+    has_many :repositories
+    has_many :products
+
+    validates :name, :presence => true
+    validates_with Validators::NameFormat, :attributes => :name
+    validates :content, :presence => true
+    validates_with Validators::ContentValidator, :attributes => :content
+    validates_length_of :content, :maximum => MAX_CONTENT_LENGTH
+
+    validates_uniqueness_of :name, :message => N_("Label has already been taken")
+
+    scoped_search :on => :name
+
+  end
+end

data/app/models/content/host_product.rb

@@ -0,0 +1,20 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+module Content
+  class HostProduct < ActiveRecord::Base
+    belongs_to :product
+    belongs_to :host
+    validates_presence_of :product_id, :host_id
+    validates_uniqueness_of :product_id, :scope => :host_id
+
+  end
+end

data/app/models/content/hostgroup_product.rb

@@ -0,0 +1,19 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+module Content
+  class HostgroupProduct < ActiveRecord::Base
+    belongs_to :product
+    belongs_to :hostgroup
+    validates_presence_of :product_id, :hostgroup_id
+    validates_uniqueness_of :product_id, :scope => :hostgroup_id
+  end
+end

data/app/models/content/operatingsystem_repository.rb

@@ -0,0 +1,19 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+module Content
+  class OperatingsystemRepository < ActiveRecord::Base
+    belongs_to :operatingsystem
+    belongs_to :repository
+    validates_presence_of :operatingsystem_id, :repository_id
+    validates_uniqueness_of :operatingsystem_id, :scope => :repository_id
+  end
+end

data/app/models/content/orchestration/pulp.rb

@@ -0,0 +1,93 @@
+module Content::Orchestration::Pulp
+  extend ActiveSupport::Concern
+
+  included do
+    after_validation :queue_pulp
+    before_destroy :queue_pulp_destroy unless Rails.env == "test"
+  end
+
+  def orchestration_errors?
+    errors.empty?
+  end
+
+  protected
+
+  def queue_pulp
+    return unless pulp? and errors.empty?
+    new_record? ? queue_pulp_create : queue_pulp_update
+  end
+
+  private
+
+  def queue_pulp_create
+    logger.debug "Scheduling new Pulp Repository"
+    queue.create(:name   => _("Create Pulp Repository for %s") % self, :priority => 10,
+                 :action => [self, :set_pulp_repo])
+    queue.create(:name   => _("Sync Pulp Repository %s") % self, :priority => 20,
+                 :action => [self, :set_sync_pulp_repo])
+  end
+
+  def queue_pulp_update
+  end
+
+  def set_pulp_repo
+    Runcible::Extensions::Repository.create_with_importer_and_distributors(pulp_id,
+                                                                           pulp_importer,
+                                                                           [pulp_distributor],
+                                                                           { :display_name => relative_path,
+                                                                             :description  => description })
+  rescue RestClient::BadRequest => e
+    raise (JSON.parse e.response)['error_message']
+  end
+
+  def del_pulp_repo
+    delete
+  end
+
+  def set_sync_pulp_repo
+    sync
+  end
+
+  def del_sync_pulp_repo
+    status = sync_status
+    return if status.blank? || status == ::PulpSyncStatus::Status::NOT_SYNCED
+    Runcible::Resources::Task.cancel(status.uuid)
+  end
+
+  def pulp_importer
+    options = {
+      :feed_url => feed
+    }
+
+    case content_type
+      when Content::Repository::YUM_TYPE, Content::Repository::KICKSTART_TYPE
+        Runcible::Extensions::YumImporter.new(options)
+      when Content::Repository::FILE_TYPE
+        Runcible::Extensions::IsoImporter.new(options)
+      else
+        raise "Unexpected repo type %s" % content_type
+    end
+  end
+
+  def pulp_distributor
+    case content_type
+      when Content::Repository::YUM_TYPE, Content::Repository::KICKSTART_TYPE
+        Runcible::Extensions::YumDistributor.new(relative_path, unprotected, true,
+                                                 { :protected    => true, :id => pulp_id,
+                                                   :auto_publish => true })
+      when Content::Repository::FILE_TYPE
+        dist              = Runcible::Extensions::IsoDistributor.new(true, true)
+        dist.auto_publish = true
+        dist
+      else
+        raise "Unexpected repo type %s" % content_type
+    end
+  end
+
+  def queue_pulp_destroy
+    return unless pulp? and errors.empty?
+    logger.debug _("Scheduling removal of Pulp Repository %s") % name
+    queue.create(:name => _("Delete Pulp repository for %s") % name, :priority => 50,
+                 :action => [self, :del_pulp_repo])
+  end
+end

data/app/models/content/product.rb

@@ -0,0 +1,28 @@
+module Content
+  class Product < ActiveRecord::Base
+    include ::Taxonomix
+
+    has_many :repositories
+    has_many :environment_products, :dependent => :destroy, :uniq=>true
+    has_many :environments, :through => :environment_products
+
+    has_many :product_operatingsystems, :dependent => :destroy, :uniq=>true
+    has_many :operatingsystems, :through => :product_operatingsystems
+
+    has_many :hostgroup_products, :dependent => :destroy, :uniq=>true
+    has_many :hostgroups, :through => :hostgroup_products
+
+    has_many :host_products, :dependent => :destroy, :uniq=>true
+    has_many :hosts, :through => :host_products
+
+    validates_with Validators::DescriptionFormat, :attributes => :description
+    validates :name, :presence => true
+    validates_with Validators::NameFormat, :attributes => :name
+    scoped_search :on => :name
+    scoped_search :in => :repositories, :on => :name, :rename => :repository, :complete_value => :true
+
+    def sync
+      self.repositories.map{ |repo| repo.sync }
+    end
+  end
+end

data/app/models/content/product_operatingsystem.rb

@@ -0,0 +1,19 @@
+#
+# Copyright 2013 Red Hat, Inc.
+#
+# This software is licensed to you under the GNU General Public
+# License as published by the Free Software Foundation; either version
+# 2 of the License (GPLv2) or (at your option) any later version.
+# There is NO WARRANTY for this software, express or implied,
+# including the implied warranties of MERCHANTABILITY,
+# NON-INFRINGEMENT, or FITNESS FOR A PARTICULAR PURPOSE. You should
+# have received a copy of GPLv2 along with this software; if not, see
+# http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
+module Content
+  class ProductOperatingsystem < ActiveRecord::Base
+    belongs_to :product
+    belongs_to :operatingsystem
+    validates_presence_of :product_id, :operatingsystem_id
+    validates_uniqueness_of :product_id, :scope => :operatingsystem_id
+  end
+end

data/app/models/content/remote/pulp/repository.rb

@@ -0,0 +1,46 @@
+module Content
+  module Remote
+    module Pulp
+      module Repository
+        extend ActiveSupport::Concern
+
+        included do
+          after_initialize :initialize_pulp
+        end
+
+        def pulp?
+          @use_pulp ||= Setting.use_pulp and enabled?
+        end
+
+        def sync
+          Runcible::Resources::Repository.sync(pulp_id)
+        end
+
+        def retrieve_with_details
+          return unless pulp? && pulp_id
+          Runcible::Resources::Repository.retrieve(pulp_id, {:details => true})
+        end
+
+        def sync_status
+          return unless pulp? && pulp_id
+          Runcible::Extensions::Repository.sync_status(pulp_id)
+        end
+
+        def sync_history
+          return unless pulp? && pulp_id
+          Runcible::Extensions::Repository.sync_history(pulp_id)
+        end
+
+        def delete
+          Runcible::Resources::Repository.delete(pulp_id)
+        end
+
+        protected
+        def initialize_pulp
+          self.pulp_id       ||= Foreman.uuid.gsub("-", '')
+          self.relative_path ||= custom_repo_path("acme_org", "library", product.name, name) if name
+        end
+      end
+    end
+  end
+end

data/app/models/content/repository.rb

@@ -0,0 +1,70 @@
+require 'content/orchestration/pulp'
+# TODO: split into a custom and red hat repositories:
+# as handling of repo creation/updates is different between them
+module Content
+  class Repository < ActiveRecord::Base
+    include CustomRepositoryPaths
+    include Content::Remote::Pulp::Repository
+    include ::Orchestration
+    include Content::Orchestration::Pulp
+
+    YUM_TYPE       = 'yum'
+    KICKSTART_TYPE = 'kickstart'
+    FILE_TYPE      = 'iso'
+    TYPES          = [YUM_TYPE, KICKSTART_TYPE, FILE_TYPE]
+
+    REPO_PREFIX = '/pulp/repos/'
+
+    belongs_to :product
+    belongs_to :gpg_key
+    belongs_to :architecture
+    has_many :operatingsystem_repositories, :dependent => :destroy, :uniq => true
+    has_many :operatingsystems, :through => :operatingsystem_repositories
+
+    validates :product, :presence => true
+    validates :name, :presence => true
+    validates_uniqueness_of :name, :scope => :product_id
+    validates_inclusion_of :content_type,
+                           :in          => TYPES,
+                           :allow_blank => false,
+                           :message     => (_("Please select content type from one of the following: %s") % TYPES.join(', '))
+
+    scoped_search :on => [:name, :enabled], :complete_value => :true
+    scoped_search :in => :architecture, :on => :name, :rename => :architecture, :complete_value => :true
+    scoped_search :in => :operatingsystems, :on => :name, :rename => :os, :complete_value => :true
+    scoped_search :in => :product, :on => :name, :rename => :product, :complete_value => :true
+
+    # Repositories filtered by operating system architecture and environment.
+    # architecture_id is nil for noarch repositories.
+    scope :available_for_host, lambda { |host|
+      joins(:operatingsystems => :operatingsystem_repositories , :product => :environments).
+      where(:architecture_id => [nil, host.architecture_id],
+            :content_operatingsystem_repositories => { :operatingsystem_id => host.operatingsystem_id},
+            :content_environment_products => { :environment_id => host.environment_id }).
+      uniq}
+
+    #
+    scope :attached_to_host, lambda { |host|
+      where(:product_id => host.all_product_ids).available_for_host(host)
+    }
+
+    scope :kickstart, where(:content_type => KICKSTART_TYPE)
+    scope :yum, where(:content_type => YUM_TYPE)
+
+    def update_cache
+      nil
+    end
+
+    def full_path
+      pulp_url = URI.parse(Setting.pulp_url)
+      scheme   = (unprotected ? 'http' : 'https')
+      port     = (pulp_url.port == 443 || pulp_url.port == 80 ? "" : ":#{pulp_url.port}")
+      "#{scheme}://#{pulp_url.host}#{port}#{REPO_PREFIX}#{relative_path}"
+    end
+
+    # The label is used as a repository label in a yum repo file.
+    def to_label
+      "#{product.name}-#{name}".parameterize
+    end
+  end
+end