simp-metadata 0.4.3

data/lib/simp/metadata/bootstrap_source.rb

@@ -0,0 +1,137 @@
+require 'yaml'
+require 'uri'
+
+module Simp
+  module Metadata
+    class Bootstrap_source
+
+      attr_accessor :url
+      attr_accessor :cachepath
+      attr_accessor :components
+      attr_accessor :releases
+      attr_accessor :basename
+      attr_accessor :data
+      attr_accessor :components
+      attr_accessor :edition
+
+      def initialize(edition)
+        @releases = {}
+        @components = {}
+        @edition = edition
+
+        case edition
+          when "enterprise"
+            @data = {
+                "components" => {
+                    "enterprise-metadata" => {
+                        "component-type" => "simp-metadata",
+                        "authoritative" => true,
+                        "locations" => [
+                            {
+                                "url" => "simp-enterprise:///enterprise-metadata?version=master&filetype=tgz",
+                                "method" => "file",
+                                "extract" => true,
+                                "primary" => true,
+                            }
+                        ]
+                    },
+                    "simp-metadata" => {
+                        "component-type" => "simp-metadata",
+                        "authoritative" => true,
+                        "locations" => [
+                            {
+                                "url" => "https://github.com/simp/simp-metadata",
+                                "method" => "git",
+                                "primary" => true,
+                            }
+                        ],
+                    },
+                }
+            }
+          when "enterprise-only"
+            @data = {
+                "components" => {
+                    "enterprise-metadata" => {
+                        "component-type" => "simp-metadata",
+                        "authoritative" => true,
+                        "locations" => [
+                            {
+                                "url" => "simp-enterprise:///enterprise-metadata?version=master&filetype=tgz",
+                                "method" => "file",
+                                "extract" => true,
+                                "primary" => true,
+                            }
+                        ]
+                    }
+                }
+            }
+          else
+            @data = {
+                "components" => {
+                    "simp-metadata" => {
+                        "component-type" => "simp-metadata",
+                        "authoritative" => true,
+                        "locations" => [
+                            {
+                                "url" => "https://github.com/simp/simp-metadata",
+                                "method" => "git",
+                                "primary" => true,
+                            }
+                        ],
+                    }
+                }
+            }
+        end
+        @components = @data['components']
+      end
+
+      def release(version)
+        case edition
+          when "enterprise"
+            {
+                "enterprise-metadata" => {
+                    "version" => "master",
+                },
+                "simp-metadata" => {
+                  "branch" => "master"
+                }
+            }
+          when "enterprise-only"
+            {
+                "enterprise-metadata" => {
+                    "version" => "master",
+                }
+            }
+          else
+            {
+                "simp-metadata" => {
+                    "branch" => "master"
+                }
+            }
+        end
+      end
+      # Stub out 'writing' methods as they don't apply to bootstrap_source
+      def create_release(destination, source = 'master')
+
+      end
+      def writable?()
+        false
+      end
+      def dirty?()
+        false
+      end
+      def save()
+        true
+      end
+      def cleanup()
+      end
+      def to_s()
+        self.name
+      end
+      def name()
+        "bootstrap_metadata"
+      end
+    end
+  end
+end
+

data/lib/simp/metadata/buildinfo.rb

@@ -0,0 +1,58 @@
+module Simp
+  module Metadata
+    class Buildinfo
+      include Enumerable
+      attr_accessor :type
+      attr_accessor :component
+
+      def initialize(component, type)
+        @type = type
+        @component = component
+      end
+
+      def keys()
+        ["type", "build_method"]
+      end
+
+      def [] (index)
+        self.send index.to_sym
+      end
+
+      def each(&block)
+        self.keys.each do |key|
+          yield key, self[key]
+        end
+      end
+
+      def fetch_data
+        component.fetch_data("buildinfo")
+      end
+
+      def method_defaults
+        {
+            "rpm" => {
+                "build_method" => "simp-core",
+            }
+        }
+      end
+
+      def build_method()
+        buildinfo = self.fetch_data
+        if (buildinfo == nil)
+          retval = method_defaults[type]["build_method"]
+        else
+          if (buildinfo.key?(type))
+            if (buildinfo[type].key?("build_method"))
+              retval = buildinfo[type]["build_method"]
+            else
+              retval = method_defaults[type]["build_method"]
+            end
+          else
+            retval = method_defaults[type]["build_method"]
+          end
+        end
+        return retval
+      end
+    end
+  end
+end

data/lib/simp/metadata/command.rb

@@ -0,0 +1,92 @@
+require 'simp/metadata/commands'
+require 'simp/metadata'
+
+module Simp
+  module Metadata
+    class Command
+      def run(argv)
+        command = argv[0]
+        argv.shift
+        # XXX ToDo: Make this dynamic, just instantiate a class named the subcommand
+        if (command != "")
+          if (command == "-h" || command == "help")
+            self.help()
+          else
+            unless (command =~ /^#/)
+              begin
+                cmd = Module.const_get("Simp::Metadata::Commands::#{command.gsub("-", "_").capitalize}").new()
+
+              rescue
+                Simp::Metadata.critical("Unable to find command: #{command}")
+                self.help
+                exit 4
+              end
+              cmd.run(argv)
+            end
+          end
+        else
+          self.help()
+        end
+      end
+
+      def help()
+        puts "Usage: simp-metadata [command] [options]"
+        # XXX: ToDo: make this dynamic...
+        subcommands = [
+            [
+                "clone",
+                "Clones one simp release into another",
+            ],
+            [
+                "component",
+                "create, view, or update a component",
+            ],
+            [
+                "delete",
+                "deletes a release",
+            ],
+            [
+                "pry",
+                "opens up pry debugger",
+            ],
+            [
+                "release",
+                "views components of a release",
+            ],
+            [
+                "releases",
+                "lists all releases",
+            ],
+            [
+                "save",
+                "Saves metadata changes",
+            ],
+            [
+                "script",
+                "Execute a script containing multiple commands",
+            ],
+            [
+                "search",
+                "searches for components based on attributes",
+            ],
+            [
+                "set-write",
+                "Sets which metadata repo to write to if there are multiple",
+            ],
+            [
+                "set-write-url",
+                "view/update/create a component",
+            ],
+            [
+                "update",
+                "updates a components attributes",
+            ]
+        ]
+        subcommands.each do |components|
+          output_string = "#{(components[0].ljust(38)).rjust(42)}#{components[1]}"
+          puts output_string
+        end
+      end
+    end
+  end
+end

data/lib/simp/metadata/commands.rb

@@ -0,0 +1,21 @@
+# XXX ToDo: Dynamically load all files
+require 'simp/metadata/commands/base'
+require 'simp/metadata/commands/release'
+require 'simp/metadata/commands/releases'
+require 'simp/metadata/commands/save'
+require 'simp/metadata/commands/script'
+require 'simp/metadata/commands/clone'
+require 'simp/metadata/commands/set-write'
+require 'simp/metadata/commands/delete'
+require 'simp/metadata/commands/set-write-url'
+require 'simp/metadata/commands/update'
+require 'simp/metadata/commands/component'
+require 'simp/metadata/commands/pry'
+require 'simp/metadata/commands/search'
+
+module Simp
+  module Metadata
+    module Commands
+    end
+  end
+end

data/lib/simp/metadata/commands/base.rb

@@ -0,0 +1,65 @@
+require_relative '../commands'
+module Simp
+  module Metadata
+    module Commands
+      class Base
+        def get_engine(engine, options = {})
+          root = false
+          if (options["ssh_key"] != nil)
+            options["ssh_key"] = File.expand_path(options["ssh_key"])
+          end
+          if (engine == nil)
+            root = true
+            metadatarepos = {}
+            if (options["writable_urls"] != nil)
+              array = options["writable_urls"].split(',')
+              elements = array.size / 2;
+              (0...elements).each do |offset|
+                comp = array[offset * 2]
+                url = array[(offset * 2) + 1]
+                metadatarepos[comp] = url
+              end
+              engine = Simp::Metadata::Engine.new(nil, metadatarepos, options["edition"], options)
+            else
+              engine = Simp::Metadata::Engine.new(nil, nil, options["edition"], options)
+            end
+          else
+            root = false
+          end
+          return engine, root
+        end
+        # Defines default arguments for commands
+        def defaults(argv, &block)
+
+          options = {
+              "edition" => ENV.fetch('SIMP_METADATA_EDITION', 'community'),
+          }
+          if (ENV.fetch('SIMP_METADATA_WRITABLE_URLS', nil) != nil)
+            options["writable_urls"] = ENV['SIMP_METADATA_WRITABLE_URLS']
+          end
+          option_parser = OptionParser.new do |opts|
+            opts.banner = "Usage: simp-metadata <command> [options]"
+            opts.on("-d", "--debug [level]", "debug logging level: critical, error, warning, info, debug1, debug2") do |opt|
+              $simp_metadata_debug_level = opt
+            end
+            opts.on("-v", "--version [release]", "release version") do |opt|
+              options["release"] = opt
+            end
+            opts.on("-i", "--identity [ssh_key_file]", "specify ssh_key to be used") do |opt|
+              options["ssh_key"] = opt
+            end
+            opts.on("-w", "--writable-urls [component,url]", "component,url") do |opt|
+              options["writable_urls"] = opt
+            end
+            opts.on("-e", "--edition [edition]", "simp edition") do |opt|
+              options["edition"] = opt
+            end
+            yield(opts) if block_given?
+          end
+          option_parser.parse!(argv)
+          return options
+        end
+      end
+    end
+  end
+end

data/lib/simp/metadata/commands/clone.rb

@@ -0,0 +1,26 @@
+require_relative '../commands'
+module Simp
+  module Metadata
+    module Commands
+      class Clone < Simp::Metadata::Commands::Base
+        def run(argv, engine = nil)
+
+          options = defaults(argv) do |opts|
+            opts.banner = "Usage: simp-metadata clone <source_release> <target_release>"
+          end
+          engine, root = get_engine(engine, options)
+
+          begin
+            engine.releases.create(argv[1], argv[0])
+            if (root == true)
+              engine.save((["simp-metadata", "clone"] + argv).join(" "))
+            end
+          rescue RuntimeError => e
+            Simp::Metadata.critical(e.message)
+            exit 5
+          end
+        end
+      end
+    end
+  end
+end

data/lib/simp/metadata/commands/component.rb

@@ -0,0 +1,109 @@
+require_relative '../commands'
+module Simp
+  module Metadata
+    module Commands
+      class Component < Simp::Metadata::Commands::Base
+
+        def run(argv, engine = nil)
+
+
+          begin
+            subcommand = argv[0]
+            case subcommand
+              when "--help", "-h"
+                options = defaults(argv) do |opts|
+                  opts.banner = "Usage: simp-metadata component [ create | view | update | diff ]"
+                end
+              when "create"
+                options = defaults(argv) do |opts|
+                  opts.banner = "Usage: simp-metadata component create <component_name> name=<value>"
+                end
+                engine, root = get_engine(engine, options)
+                component = argv[1]
+                argv.shift
+                data = {"locations" => [{"primary" => true}]}
+                argv.each do |argument|
+                  splitted = argument.split("=")
+                  name = splitted[0]
+                  value = splitted[1]
+                  case name
+                    when "authoritative"
+                      data["authoritiative"] = value.to_s == "true"
+                    when "format"
+                      data["format"] = value
+                    when "component-type"
+                      data["component-type"] = value
+                    when "primary_url"
+                      data["locations"].first["url"] = value
+                    when "primary_url_type"
+                      data["locations"].first["type"] = value
+                  end
+                end
+                engine.components.create(component, data)
+              when "update"
+                options = defaults(argv) do |opts|
+                  opts.banner = "Usage: simp-metadata component update <component> <setting> <value>"
+                end
+                engine, root = get_engine(engine, options)
+                component = argv[1]
+                setting = argv[2]
+                value = argv[3]
+                object = engine.components[component]
+                unless (object.methods.include?(setting.to_sym))
+                  Simp::Metadata.critical("#{setting} is not a valid setting")
+                  exit 7
+                end
+                begin
+                  object.send("#{setting}=".to_sym, value)
+                rescue NoMethodError => ex
+                  Simp::Metadata.critical("#{setting} is a read-only setting")
+                  exit 6
+                end
+
+              when "view"
+                options = defaults(argv) do |opts|
+                  opts.banner = "Usage: simp-metadata component view <component> [attribute]"
+                end
+                engine, root = get_engine(engine, options)
+                component = argv[1]
+                attribute = argv[2]
+                if (engine.components.key?(component))
+                  if (options["release"] == nil)
+                    comp = engine.components[component]
+                  else
+                    comp = engine.releases[options["release"]].components[component]
+                  end
+                  view = comp.view(attribute)
+                  puts view.to_yaml
+                else
+                  Simp::Metadata.critical("Unable to find component named #{component}")
+                  exit 5
+                end
+
+              when "diff"
+                options = defaults(argv) do |opts|
+                  opts.banner = "Usage: simp-metadata component diff <release1> <release2> <component> [attribute]"
+                end
+                engine, root = get_engine(engine, options)
+                release1 = argv[1]
+                release2 = argv[2]
+                component = argv[3]
+                attribute = argv[4]
+                component1 = engine.releases[release1].components[component]
+                component2 = engine.releases[release2].components[component]
+                diff = component1.diff(component2, attribute)
+                puts diff.to_yaml
+            end
+
+            if (root == true)
+              engine.save((["simp-metadata", "component"] + argv).join(" "))
+            end
+          rescue RuntimeError => e
+            Simp::Metadata.critical(e.message)
+            exit 5
+          end
+        end
+      end
+    end
+  end
+end