kameleon-builder 2.10.1 → 2.10.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 40bafaeccf66d6d3149f1af122656d69ca563488fc51cb358e67a607f813d407
-  data.tar.gz: 93d6c6c995fa330626a823c06026e9a3733c0dc72ee1cdc7feefc1d6f0db0362
+  metadata.gz: aeb30622025baa485ebc09845773b1e39db3b701494c01e6a3ac32b94d9f4faa
+  data.tar.gz: ea307b68b21479e3f930ffdd53536d9616332037524efca18b25804cb02e616b
 SHA512:
-  metadata.gz: 4ff5b417aced3f8736f9d5d7dbe1f45092310667fbb352903fa9075844222d6e667e86881dca443367d1088d9dee7269d8f185c715ad9615957cda60985b7d07
-  data.tar.gz: e69e617c0ee0eddf3d65dc2c2cef1b878222afbd9d0c7f392d57a93f164e84dd5cd217e8c4ac6f8b7673ad7ceb8355c7c0d60c57e555ba2141ed3211a6c2ca25
+  metadata.gz: 4cd740a9d6156e3e6c0ab480e103b8cf4b2d4cb67634c599c2a3fa4f99553d8b067bd00eee821b49a66cec4816450c59cf021298117f413f07b1796e2c0c682e
+  data.tar.gz: ea1d8fa490900e1263c9603008df2b174422f6026ae5d8b31b21d71ad56daf4330bc18ade35a9488c12ab3665b468604d1b56baa944553fc95299596107f44a5

data/.bumpversion.cfg

@@ -1,13 +1,13 @@
 [bumpversion]
 commit = True
 tag = True
-current_version = 2.10.1
+current_version = 2.10.5
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\.(?P<release>[a-z]+))?
 serialize = 
 	{major}.{minor}.{patch}.{release}
 	{major}.{minor}.{patch}
 
-[bumpversion:file:version.txt]
+[bumpversion:file:lib/kameleon/version.rb]
 
 [bumpversion:part:release]
 optional_value = gamma

data/CHANGES

@@ -1,6 +1,45 @@
 Kameleon CHANGELOG
 ==================
 
+Version 2.10.5
+--------------
+
+Released on July 29th 2021
+
+- Remove polipo from the software dependencies as it is not maintained anymore. This breaks the caching feature.
+- Some changes to allow a debian packaging.
+- Update authors.
+- Change the version information file and update scripts accordingly.
+
+Version 2.10.4
+--------------
+
+Released on May 11th 2020
+
+- Fix support for extend ERB
+- Add the `kameleon template erb` command
+- Fix bash completion
+- Cosmetic code fixes
+
+Version 2.10.3
+--------------
+
+Released on April 10th 2020
+
+- Rework kameleon template list: add color add progress bar
+- Make bash completion understand the subcommands
+- Fix the command help ->  `kameleon <command> -h`
+- Add support for custom extend erb templates
+
+Version 2.10.2
+--------------
+
+Released on April 09th 2020
+
+- Fix cli help for the repository and template sub-commands
+- Add the git remote url and branch to kameleon repo list
+- Add the 'kameleon repository remove' command
+
 Version 2.10.1
 -------------
 

data/bin/kameleon

@@ -17,7 +17,7 @@ begin
   Kameleon.init_userconf
   Kameleon::Main.start
 rescue Exception  => e
-  Kameleon.ui.error("Error : #{e}")
+  Kameleon.ui.error("Error: #{e}")
   if Kameleon.env.debug
     raise e
   else

data/completion/kameleon.bash

@@ -2,12 +2,23 @@
 
 _kameleon() {
     COMPREPLY=()
-    local word="${COMP_WORDS[COMP_CWORD]}"
-
-    if [ "$COMP_CWORD" -eq 1 ]; then
-        local commands="$(compgen -W "$(kameleon commands)" -- "$word")"
+    local i=1
+    while [ $i -le "$COMP_CWORD" -a  "${COMP_WORDS[$i]:0:1}" == "-" ]; do
+        ((i++))
+    done
+    if [ "$COMP_CWORD" -eq $i ]; then
+        local commands="$(compgen -W "$(kameleon commands)" -- "${COMP_WORDS[$i]}")"
         COMPREPLY=( $commands $projects )
     fi
+    while [ $i -le "$COMP_CWORD" -a  "${COMP_WORDS[$i]:0:1}" == "-" ]; do
+        ((i++))
+    done
+    if [ "$COMP_CWORD" -eq $((i+1)) ] && kameleon commands | grep -q "${COMP_WORDS[$i]}" ; then
+        if kameleon help | grep -qe "^  kameleon ${COMP_WORDS[$i]}[a-z]* <SUBCOMMAND>"; then
+            local commands="$(compgen -W "$(kameleon ${COMP_WORDS[$i]} commands)" -- "${COMP_WORDS[$((i+1))]}")"
+            COMPREPLY=( $commands $projects )
+        fi
+    fi
 }
 
 complete -o default -F _kameleon kameleon

data/erb/extend.yaml.erb

@@ -0,0 +1,24 @@
+#==============================================================================
+# vim: softtabstop=2 shiftwidth=2 expandtab fenc=utf-8 cc=81 tw=80
+#==============================================================================
+#
+# DESCRIPTION: <MY RECIPE DESCRIPTION>
+#
+#==============================================================================
+# This recipe extends another. To look at the step involed, run:
+#   kameleon dryrun <%= recipe_name %>
+# To see the variables that you can override, use the following command:
+#   kameleon info <%= recipe_name %>
+---
+extend: <%= tpl.relative_path_from_recipe(recipe_path) %>
+
+global:
+
+bootstrap:
+  - "@base"
+
+setup:
+  - "@base"
+
+export:
+  - "@base"

data/erb/{userconf.erb → userconf.yaml.erb}

@@ -1,5 +1,6 @@
 ---
 repositories_path: <%= Kameleon.default_values[:repositories_path] %>
+extend_yaml_erb: <%= Kameleon.default_values[:extend_yaml_erb] %>
 script: <%= Kameleon.default_values[:script] %>
 color: <%= Kameleon.default_values[:color] %>
 debug: <%= Kameleon.default_values[:debug] %>

data/kameleon-builder.gemspec

@@ -12,13 +12,13 @@ Gem::Specification.new do |s|
                      'Cristan Ruiz',
                      'Pierre Neyron',
                      'Bruno Bzeznik']
-  s.email         = ['salem.harrache@inria.fr',
-                     'michael.mercier@inria.fr',
-                     'cristian.ruiz@imag.fr',
+  s.email         = ['salem@harrache.info',
+                     'michael.mercier@libr.fr',
+                     'camilo1729@gmail.com',
                      'pierre.neyron@imag.fr',
                      'bruno.bzeznik@imag.fr']
   s.description   = %q{The mindful appliance builder}
-  s.summary       = %q{Kameleon is a tool to build virtual machines from scratch}
+  s.summary       = %q{Kameleon is a tool to build system appliances from scratch}
   s.homepage      = 'http://kameleon.imag.fr/'
   s.license       = 'GPL-2.0'
 
@@ -33,6 +33,7 @@ Gem::Specification.new do |s|
   s.add_dependency 'table_print', '~> 1.5'
   s.add_dependency 'psych', '~> 2.0'
   s.add_dependency 'ruby-graphviz', '~> 1.2'
+  s.add_dependency 'progressbar', '~> 1'
 
   s.requirements = ['polipo 1.0.3, or greater', 'graphviz 2.38.0 or greater']
 end

data/lib/kameleon.rb

@@ -30,7 +30,12 @@ module Kameleon
     end
 
     def erb_dirpath
-      File.join(Kameleon.source_root, 'erb')
+      d = File.join(Kameleon.source_root, 'erb')
+      if File::directory?(d)
+        return d
+      elsif File::directory?(d = '/usr/share/kameleon/erb')
+        return d
+      end
     end
 
     def userdir
@@ -46,7 +51,7 @@ module Kameleon
     def init_userconf()
       if not File.exists?(Kameleon.userconf_path) or File.zero?(Kameleon.userconf_path)
         File.open(Kameleon.userconf_path, 'w+') do |file|
-          userconf_erb = File.join(Kameleon.erb_dirpath, "userconf.erb")
+          userconf_erb = File.join(Kameleon.erb_dirpath, "userconf.yaml.erb")
           erb = ERB.new(File.open(userconf_erb, 'rb') { |f| f.read })
           result = erb.result(binding)
           file.write(result)
@@ -73,7 +78,8 @@ module Kameleon
         :debug => userconf.fetch("debug", false),
         :script => userconf.fetch("script", false),
         :repositories_path =>  userconf.fetch("repositories_path",
-                                          File.join(userdir.to_s, 'repos')),
+                                              File.join(userdir.to_s, 'repos')),
+        :extend_yaml_erb => userconf.fetch("extend_yaml_erb", ".extend.yaml.erb")
       }
     end
 

data/lib/kameleon/cli.rb

@@ -11,8 +11,8 @@ module Kameleon
     class Repository < Thor
       include Thor::Actions
 
-      desc "add <NAME> <GIT_URL>", "Adds a new repository named <NAME> cloned from at <GIT_URL>."
-      method_option :branch, :type => :string ,
+      desc "add <NAME> <GIT_URL>", "Adds a new repository named <NAME> cloned from <GIT_URL>."
+      method_option :branch, :type => :string,
                     :default => nil,
                     :desc => "checkout <BRANCH>",
                     :aliases => "-b"
@@ -21,37 +21,53 @@ module Kameleon
       end
 
       desc "list", "Lists available repositories."
+      method_option :git, :type => :boolean,
+                    :default => true,
+                    :desc => "show the git repository and branch each repository comes from"
       def list
-        Kameleon::Repository.list
+        Kameleon::Repository.list(options)
       end
 
-      desc "update <NAME>", "Updates repository named <NAME> repository"
+      desc "update <NAME>", "Updates repository named <NAME> from git"
       def update(name)
         Kameleon::Repository.update(name)
       end
-      map %w(-h --help) => :help
+
+      desc "remove <NAME>", "Remove repository named <NAME>"
+      def remove(name)
+        Kameleon::Repository.remove(name)
+      end
+
+      desc "commands", "Lists all available commands", :hide => true
+      def commands
+        puts Repository.all_commands.keys - ["commands"]
+      end
+
       map %w(ls) => :list
+      map %w(rm) => :remove
+      map %w(completions) => :commands
     end
 
 
     class Template < Thor
       include Thor::Actions
 
-#      register CLI::Repository, 'repository', 'repository', 'Manages set of remote git repositories'
-
       def self.source_root
         Kameleon.env.repositories_path
       end
 
       desc "list", "Lists all available templates"
+      method_option :progress, :type => :boolean, :default => true,
+                    :desc => "Show progress bar while resolving templates",
+                    :aliases => "-p"
       def list
-        Kameleon.ui.info "The following templates are available in " \
-                         "#{ Kameleon.env.repositories_path }:"
-        Utils.list_recipes(Kameleon.env.repositories_path)
+        Kameleon.ui.shell.say "Recipe templates available in: ", :red, false
+        Kameleon.ui.shell.say Kameleon.env.repositories_path.to_s, :yellow
+        Utils.list_recipes(Kameleon.env.repositories_path, options[:progress], true)
       end
 
       desc "import <TEMPLATE_NAME>", "Imports the given template"
-      method_option :global, :type => :hash ,
+      method_option :global, :type => :hash,
                     :default => {},  :aliases => "-g",
                     :desc => "Set custom global variables."
       def import(template_name)
@@ -82,7 +98,7 @@ module Kameleon
       end
 
       desc "info <TEMPLATE_NAME>", "Display detailed information about a template"
-      method_option :global, :type => :hash ,
+      method_option :global, :type => :hash,
                     :default => {},  :aliases => "-g",
                     :desc => "Set custom global variables."
       def info(template_name)
@@ -99,8 +115,27 @@ module Kameleon
         tpl.resolve! :strict => false
         tpl.display_info(false)
       end
-      map %w(-h --help) => :help
+
+      desc "erb <PATH>", "Create a extend recipe ERB file"
+      def erb(path)
+        if File.directory?(path)
+          erb_file = Pathname.new(path).join(Kameleon.default_values[:extend_yaml_erb])
+        elsif File.file?(path) and path.end_with?(".yaml")
+          erb_file = Pathname.new(path.gsub(%r{^(.+?/)?([^/]+?)(\.yaml)?$},'\1.\2') + Kameleon.default_values[:extend_yaml_erb])
+        else
+          fail KameleonError, "Invalid path '#{path}', please give a path to a yaml file or a directory"
+        end
+        Kameleon.ui.verbose("Create extend recipe ERB '#{erb_file}'")
+        copy_file(Pathname.new(Kameleon.erb_dirpath).join("extend.yaml.erb"), erb_file)
+      end
+
+      desc "commands", "Lists all available commands", :hide => true
+      def commands
+        puts Template.all_commands.keys - ["commands"]
+      end
+
       map %w(ls) => :list
+      map %w(completions) => :commands
     end
   end
 
@@ -108,9 +143,10 @@ module Kameleon
   class Main < Thor
     include Thor::Actions
 
-    register CLI::Repository, 'repository', 'repository', 'Manages repositories of recipes'
-    # register CLI::Recipe, 'recipe', 'recipe', 'Manages the local recipes'
-    register CLI::Template, 'template', 'template', 'Lists and imports templates'
+    desc 'repository <SUBCOMMAND>', 'Manages repositories of recipes'
+    subcommand 'repository', CLI::Repository
+    desc 'template <SUBCOMMAND>', 'Lists and imports templates'
+    subcommand 'template', CLI::Template
 
     class_option :color, :type => :boolean, :default => Kameleon.default_values[:color],
                  :desc => "Enables colorization in output"
@@ -121,26 +157,27 @@ module Kameleon
     class_option :script, :type => :boolean, :default => Kameleon.default_values[:script],
                  :desc => "Never prompts for user intervention",
                  :aliases => "-s"
-    map %w(-h --help) => :help
 
     desc "version", "Prints the Kameleon's version information"
     def version
       puts "Kameleon version #{Kameleon::VERSION}"
     end
-    map %w(-v --version) => :version
 
     def self.source_root
       Kameleon.env.repositories_path
     end
 
     desc "list", "Lists all defined recipes in the current directory"
+    method_option :progress, :type => :boolean, :default => false,
+                  :desc => "Show progress bar while resolving templates",
+                  :aliases => "-p"
     def list
-      Utils.list_recipes(Kameleon.env.workspace)
+      Kameleon.ui.shell.say "Workspace recipes:", :red
+      Utils.list_recipes(Kameleon.env.workspace, options[:progress])
     end
-    map %w(ls) => :list
 
     desc "new <RECIPE_PATH> <TEMPLATE_NAME>", "Creates a new recipe from template <TEMPLATE_NAME>"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
     def new(recipe_name, template_name)
@@ -180,9 +217,19 @@ module Kameleon
           recipe_temp = File.join(tmp_dir, File.basename(recipe_path))
           ## copying recipe
           File.open(recipe_temp, 'w+') do |file|
-            extend_erb_tpl = File.join(Kameleon.erb_dirpath, "extend.erb")
-            erb = ERB.new(File.open(extend_erb_tpl, 'rb') { |f| f.read })
-            result = erb.result(binding)
+            message="Try and use extend recipe ERB: "
+            extend_yaml_erb_list = Pathname.new(template_name).dirname.ascend.to_a.map do |p|
+              Kameleon.env.repositories_path.join(p, Kameleon.default_values[:extend_yaml_erb])
+            end
+            extend_yaml_erb_list.unshift(Kameleon.env.repositories_path.join(template_name.gsub(%r{^(.+?/)?([^/]+?)(\.yaml)?$},'\1.\2') + Kameleon.default_values[:extend_yaml_erb]))
+            extend_yaml_erb_list.push(Pathname.new(Kameleon.erb_dirpath).join("extend.yaml.erb"))
+            extend_yaml_erb = extend_yaml_erb_list.find do |f|
+              Kameleon.ui.verbose(message + f.to_s)
+              message = "-> Not found, fallback: "
+              File.readable?(f)
+            end 
+            Kameleon.ui.debug("Open ERB file: '#{extend_yaml_erb}'")
+            result = ERB.new(File.open(extend_yaml_erb, 'rb') { |f| f.read }).result(binding)
             file.write(result)
           end
           copy_file(recipe_temp, recipe_path)
@@ -191,16 +238,13 @@ module Kameleon
     end
 
     desc "info <RECIPE_PATH>", "Display detailed information about a recipe"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :from_cache, :type => :string ,
+    method_option :from_cache, :type => :string,
                   :default => nil,
                   :desc => "Get info from a persistent cache tar file (ignore recipe path)"
-    method_option :dryrun, :type => :boolean ,
-                  :default => false,
-                  :desc => "Show the build sequence but do not actually build"
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
     def info(*recipe_paths)
@@ -226,18 +270,18 @@ module Kameleon
     end
 
     desc "dag <RECIPE_PATH> [<RECIPE_PATH> [<...>]]", "Draw a DAG of the steps to build one or more recipes"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :file, :type => :string ,
+    method_option :file, :type => :string,
                   :default => "/tmp/kameleon.dag",
                   :desc => "DAG output filename"
-    method_option :format, :type => :string ,
+    method_option :format, :type => :string,
                   :desc => "DAG GraphViz format"
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
-    method_option :recipes_only, :type => :boolean ,
+    method_option :recipes_only, :type => :boolean,
                   :default => false,
                   :desc => "Show recipes only (mostly useful to display multiple recipes inheritance)"
     def dag(*recipe_paths)
@@ -268,10 +312,10 @@ module Kameleon
     end
 
     desc "dryrun <RECIPE_PATH>", "Show the steps the build would process"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
     def dryrun(*recipe_paths)
@@ -283,10 +327,10 @@ module Kameleon
     end
 
     desc "export <RECIPE_PATH> <EXPORT_PATH>", "Export the given recipe with its steps and data to a given directory"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :add, :type => :boolean ,
+    method_option :add, :type => :boolean,
                   :default => false,  :aliases => "-A",
                   :desc => "export recipe and steps to an existing directory (this may overwrite some existing files)"
     def export(recipe_path,dest_path)
@@ -326,36 +370,36 @@ module Kameleon
     end
 
     desc "build <RECIPE_PATH>", "Builds the appliance from the given recipe"
-    method_option :build_path, :type => :string ,
+    method_option :build_path, :type => :string,
                   :default => nil, :aliases => "-b",
                   :desc => "Sets the build directory path"
-    method_option :clean, :type => :boolean ,
+    method_option :clean, :type => :boolean,
                   :default => false,
                   :desc => "Runs the command `kameleon clean` first"
-    method_option :from_checkpoint, :type => :string ,
+    method_option :from_checkpoint, :type => :string,
                   :default => nil,
                   :desc => "Uses specific checkpoint to build the image. " \
                            "Default value is the last checkpoint."
-    method_option :enable_checkpoint, :type => :boolean ,
+    method_option :enable_checkpoint, :type => :boolean,
                   :default => false,
                   :desc => "Enables checkpoint [experimental]"
-    method_option :list_checkpoints, :type => :boolean , :aliases => "--checkpoints",
+    method_option :list_checkpoints, :type => :boolean, :aliases => "--checkpoints",
                   :default => false,
                   :desc => "Lists all availables checkpoints"
     method_option :enable_cache, :type => :boolean,
                   :default => false,
                   :desc => "Generates a persistent cache for the appliance."
-    method_option :cache_path, :type => :string ,
+    method_option :cache_path, :type => :string,
                   :default => nil,
                   :desc => "Sets the cache directory path"
-    method_option :from_cache, :type => :string ,
+    method_option :from_cache, :type => :string,
                   :default => nil,
                   :desc => "Uses a persistent cache tar file to build the image."
-    method_option :cache_archive_compression, :type => :string ,
+    method_option :cache_archive_compression, :type => :string,
                   :enum => ["none", "gzip", "bz2", "xz"],
                   :default => "gzip",
                   :desc => "Set the persistent cache tar file compression."
-    method_option :polipo_path, :type => :string ,
+    method_option :polipo_path, :type => :string,
                   :default => nil,
                   :desc => "Full path of the polipo binary to use for the persistent cache."
     method_option :proxy, :type => :string, :default => "",
@@ -365,7 +409,7 @@ module Kameleon
                   :desc => "Specifies the username and password if the parent "\
                            "proxy requires authorisation it should have the "\
                            "form 'username:password'"
-    method_option :proxy_offline, :type => :boolean ,
+    method_option :proxy_offline, :type => :boolean,
                   :default => false, :aliases => "--offline",
                   :desc => "Prevents Polipo from contacting remote servers"
     method_option :global, :type => :hash,
@@ -407,8 +451,16 @@ module Kameleon
     end
 
     desc "commands", "Lists all available commands", :hide => true
-    def commands
-      puts Main.all_commands.keys - ["commands", "completions"]
+    def commands(context="main")
+      Kameleon.ui.debug("Commands for '#{context}':")
+      case context
+      when "main"
+        puts Main.all_commands.keys - ["commands"]
+      when "repository"
+        invoke CLI::Repository, "commands", [], []
+      when "template"
+        invoke CLI::Template, "commands", [], []
+      end
     end
 
     desc "source_root", "Prints the kameleon directory path", :hide => true
@@ -416,6 +468,10 @@ module Kameleon
       puts Kameleon.source_root
     end
 
+    map %w(-v --version) => :version
+    map %w(ls) => :list
+    map %w(completions) => :commands
+
     def initialize(*args)
       super
       self.options ||= {}
@@ -431,16 +487,19 @@ module Kameleon
         Kameleon.ui.level = "verbose"
       end
       Kameleon.ui.verbose("The level of output is set to #{Kameleon.ui.level}")
-
-      opts = args[1]
-      cmd_name = args[2][:current_command].name
-      if opts.include? "--help" or opts.include? "-h"
-        Main.command_help(Kameleon.ui.shell, cmd_name)
-        raise Kameleon::Exit
-      end
     end
 
-    def self.start(*)
+    def self.start(*args)
+      # `kameleon build -h` does not work without the following, except for subcommands...
+      # Ref: https://stackoverflow.com/a/49044225/6431461
+      if (Thor::HELP_MAPPINGS & ARGV).any? and subcommands.grep(/^#{ARGV[0]}/).empty?
+        Kameleon.ui.debug("Apply workaround to handle the help command in #{ARGV}")
+        Thor::HELP_MAPPINGS.each do |cmd|
+          if match = ARGV.delete(cmd)
+            ARGV.unshift match
+          end
+        end
+      end
       super
     rescue Exception => e
       Kameleon.ui = Kameleon::UI::Shell.new

data/lib/kameleon/error.rb

@@ -27,4 +27,5 @@ module Kameleon
   class TemplateNotFound < Error; status_code(9) ; end
   class CacheError < Error; status_code(10) ; end
   class ExportError < Error; status_code(11) ; end
+  class RepositoryError < Error; status_code(12) ; end
 end

data/lib/kameleon/recipe.rb

@@ -93,7 +93,7 @@ module Kameleon
          unless File.file? @path
       yaml_recipe = YAML.load_file @path
       unless yaml_recipe.kind_of? Hash
-        fail RecipeError, "Invalid yaml error : #{@path}"
+        fail RecipeError, "Invalid yaml: #{@path}"
       end
 
       update_steps_dirs()
@@ -242,7 +242,7 @@ module Kameleon
          unless File.file? path
       base_yaml_recipe = YAML.load_file base_recipe_path
       unless yaml_recipe.kind_of? Hash
-        fail RecipeError, "Invalid yaml error : #{base_yaml_recipe}"
+        fail RecipeError, "Invalid yaml: #{base_yaml_recipe}"
       end
       base_yaml_recipe.keys.each do |key|
         if ["export", "bootstrap", "setup"].include? key

data/lib/kameleon/repository.rb

@@ -28,6 +28,7 @@ module Kameleon
     def self.update(name)
       check_git_binary
       git_repo = File.join(Kameleon.env.repositories_path, name)
+      raise RepositoryError, "Repository not found '#{name}'" if not File.directory?(git_repo)
       cmd = ["git", "--git-dir", File.join(git_repo, ".git"), "--work-tree",
              git_repo, "pull", "--verbose"]
       process = ChildProcess.build(*cmd)
@@ -37,10 +38,49 @@ module Kameleon
       process.stop
     end
 
-    def self.list
+    def self.list(kwargs = {})
       Dir["#{Kameleon.env.repositories_path}/*"].each do |repo_path|
-        Kameleon.ui.info File.basename("#{repo_path}")
+        if kwargs[:git]
+          show_git_repository(repo_path)
+        else
+          Kameleon.ui.info File.basename(repo_path)
+        end
       end
     end
+
+    def self.remove(name)
+      repo_path = File.join(Kameleon.env.repositories_path, name)
+      raise RepositoryError, "Repository not found '#{name}'" if not File.directory?(repo_path)
+      Kameleon.ui.shell.say "Removing: ", :red, false
+      show_git_repository(repo_path)
+      FileUtils.rm_rf(repo_path)
+    end
+
+    def self.show_git_repository(repo_path)
+      cmd = ["git", "remote", "-v"]
+      r, w = IO.pipe
+      process = ChildProcess.build(*cmd)
+      process.io.stdout = w
+      process.cwd = repo_path
+      process.start
+      w.close
+      url = r.readline.split[1]
+      process.wait
+      process.stop
+      cmd = ["git", "rev-parse", "--abbrev-ref", "HEAD"]
+      r, w = IO.pipe
+      process = ChildProcess.build(*cmd)
+      process.io.stdout = w
+      process.cwd = repo_path
+      process.start
+      w.close
+      branch = r.readline.chomp
+      process.wait
+      process.stop
+      Kameleon.ui.shell.say "#{File.basename("#{repo_path}")}", nil, false
+      Kameleon.ui.shell.say " <-", :magenta, false
+      Kameleon.ui.shell.say " #{url}", :cyan, false
+      Kameleon.ui.shell.say " (#{branch})", :yellow
+    end
   end
 end

data/lib/kameleon/shell.rb

@@ -25,12 +25,17 @@ module Kameleon
       @bash_history_file = File.join(@bash_scripts_dir, "bash_history")
       @bash_env_file = File.join(@bash_scripts_dir, "bash_env")
       @bash_status_file = File.join(@bash_scripts_dir, "bash_status")
-      @default_bashrc_file = File.join(Kameleon.source_root, "contrib", "kameleon_bashrc.sh")
-      @cmd_tpl = ERB.new(File.read(File.join(Kameleon.source_root,
-                                                     "contrib",
+      if File::directory?(f = File.join(Kameleon.source_root, "contrib"))
+        @contrib_dir = f
+      elsif File::directory?(f = '/usr/share/kameleon/contrib')
+        @contrib_dir = f
+      else
+        raise "Could not find contrib dir"
+      end
+      @default_bashrc_file =  File.join(@contrib_dir, 'kameleon_bashrc.sh')
+      @cmd_tpl = ERB.new(File.read(File.join(@contrib_dir,
                                                      "kameleon_exec_cmd.sh")))
-      @cmd_wrapper_tpl = ERB.new(File.read(File.join(Kameleon.source_root,
-                                                     "contrib",
+      @cmd_wrapper_tpl = ERB.new(File.read(File.join(@contrib_dir,
                                                      "kameleon_exec_cmd_wrapper.sh")))
 
       if @shell_workdir

data/lib/kameleon/utils.rb

@@ -1,3 +1,5 @@
+require 'progressbar'
+
 module Kameleon
   module Utils
 
@@ -123,33 +125,63 @@ module Kameleon
       end
     end
 
-    def self.list_recipes(repository_path, kwargs = {})
-      Kameleon.env.root_dir = repository_path
+    def self.list_recipes(recipes_path, do_progressbar = false, is_repository = false, kwargs = {})
+      Kameleon.env.root_dir = recipes_path
       catch_exception = kwargs.fetch(:catch_exception, true)
       recipes_hash = []
-      recipes_files = get_recipes(repository_path)
+      recipes_files = get_recipes(recipes_path)
+      if recipes_files.empty?
+        Kameleon.ui.shell.say "  <None>", :cyan
+        return
+      end
+      if do_progressbar
+        progressbar = ProgressBar.create(:format         => '%t (%p%%) %bᗧ%i',
+                                         :title          => 'Resolving ' + if is_repository; 'templates' else  'recipes' end,
+                                         :progress_mark  => '.',
+                                         :remainder_mark => '･',
+                                         :total          => recipes_files.size + 10,
+                                         :starting_at    => 10)
+      end
       recipes_files.each do |f|
         path = f.to_s
         begin
         recipe = RecipeTemplate.new(path)
-        name = path.gsub(repository_path.to_s + '/', '').chomp('.yaml')
+        name = path.gsub(recipes_path.to_s + '/', '').chomp('.yaml')
         recipes_hash.push({
           "name" => name,
           "description" => recipe.metainfo['description'],
         })
+        progressbar.increment if do_progressbar
         rescue => e
           raise e if Kameleon.env.debug or not catch_exception
         end
       end
       unless recipes_hash.empty?
-        recipes_hash = recipes_hash.sort_by{ |k| k["name"] }
         name_width = recipes_hash.map { |k| k['name'].size }.max
         desc_width = Kameleon.ui.shell.terminal_width - name_width - 3
         desc_width = (80 - name_width - 3) if desc_width < 0
       end
-      tp(recipes_hash,
-        {"name" => {:width => name_width}},
-        { "description" => {:width => desc_width}})
+      repo_str_old = nil
+      recipes_hash.sort_by{ |k| k["name"] }.each do |r|
+        if is_repository
+          repo_str,recipe_dir_str,recipe_str = r["name"].match(%r{^([^/]+/)(.+/)?([^/]+)$}).to_a[1..3].map{|m| m.to_s}
+        else
+          repo_str,recipe_dir_str,recipe_str = r["name"].match(%r{^()(.+/)?([^/]+)$}).to_a[1..3].map{|m| m.to_s}
+        end
+        if not repo_str_old.nil? and repo_str_old != repo_str
+          Kameleon.ui.shell.say "#{'-' * name_width} | #{'-' * desc_width}"
+        end
+        repo_str_old = repo_str
+        Kameleon.ui.debug("#{r["name"]} -> repo=#{repo_str}, recipe_dir=#{recipe_dir_str}, recipee=#{recipe_str}")
+        Kameleon.ui.shell.say "#{repo_str}", :yellow, false
+        Kameleon.ui.shell.say "#{recipe_dir_str}", :cyan, false
+        Kameleon.ui.shell.say sprintf("%-#{name_width - repo_str.length - recipe_dir_str.length}s", recipe_str), :magenta, false
+        Kameleon.ui.shell.say " | ", nil, false
+        if r["description"].to_s.length > desc_width - 4
+          r["description"] = r["description"][0..(desc_width - 4)] + "..."
+        end
+        Kameleon.ui.shell.say sprintf("%-#{desc_width}s", r["description"]), :blue
+      end
     end
 
     def self.get_recipes(path)

data/lib/kameleon/version.rb

@@ -1,4 +1,3 @@
 module Kameleon
-  VERSION = File.read(
-    File.expand_path("../../../version.txt", __FILE__)).chomp
+  VERSION = '2.10.5'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kameleon-builder
 version: !ruby/object:Gem::Version
-  version: 2.10.1
+  version: 2.10.5
 platform: ruby
 authors:
 - Salem Harrache
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-03-21 00:00:00.000000000 Z
+date: 2021-07-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: childprocess
@@ -96,11 +96,25 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
 description: The mindful appliance builder
 email:
-- salem.harrache@inria.fr
-- michael.mercier@inria.fr
-- cristian.ruiz@imag.fr
+- salem@harrache.info
+- michael.mercier@libr.fr
+- camilo1729@gmail.com
 - pierre.neyron@imag.fr
 - bruno.bzeznik@imag.fr
 executables:
@@ -157,8 +171,8 @@ files:
 - contrib/steps/setup/root_ssh_config.yaml
 - contrib/steps/setup/set_user_password.yaml
 - contrib/steps/setup/system_optimization.yaml
-- erb/extend.erb
-- erb/userconf.erb
+- erb/extend.yaml.erb
+- erb/userconf.yaml.erb
 - kameleon-builder.gemspec
 - lib/kameleon.rb
 - lib/kameleon/cli.rb
@@ -200,7 +214,6 @@ files:
 - tests/test_context.rb
 - tests/test_recipe.rb
 - tests/test_version.rb
-- version.txt
 homepage: http://kameleon.imag.fr/
 licenses:
 - GPL-2.0
@@ -226,7 +239,7 @@ rubyforge_project:
 rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
-summary: Kameleon is a tool to build virtual machines from scratch
+summary: Kameleon is a tool to build system appliances from scratch
 test_files:
 - tests/helper.rb
 - tests/issue76/fail.stdout

data/erb/extend.erb

@@ -1,33 +0,0 @@
-#==============================================================================
-# vim: softtabstop=2 shiftwidth=2 expandtab fenc=utf-8 cc=81 tw=80
-#==============================================================================
-#
-# DESCRIPTION: <MY RECIPE DESCRIPTION>
-#
-#==============================================================================
----
-extend: <%= tpl.relative_path_from_recipe(recipe_path) %>
-
-global:
-  # This is the backend you have imported to switch to an other backend BCKD do:
-  #
-  #   kameleon template import <%= tpl.relative_path_from_recipe(recipe_path) %> --global backend:BCKB
-  #
-  # Then, uncomment and update the following variable.
-<% if Kameleon.env.global["backend"] %>
-  backend: <%= Kameleon.env.global["backend"] %>
-<% else %>
-  # backend: qemu
-<% end %>
-  # To see the variables that you can override, use the following command:
-  #
-  #   kameleon info <%= recipe_name %>
-
-bootstrap:
-  - "@base"
-
-setup:
-  - "@base"
-
-export:
-  - "@base"

data/version.txt

@@ -1 +0,0 @@
-2.10.1