kameleon-builder 2.10.2 → 2.10.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5ba36ddda8ead18d06bc94412de565662a2cbed76a2ce71e4994e4f5ee665477
-  data.tar.gz: 8a1e67a68923b413654682b87e14e6c91102b57dc9fd4ed45164f0827b1483cb
+  metadata.gz: e3fd959d36bbd756d9a632b39e1d9bdd1bcaa5a0c4fd8104187041473dbd4ae0
+  data.tar.gz: 3d36533205a0a55d3e2622ff1f713f4c2432f6cd48c34afc9bd35006855e9302
 SHA512:
-  metadata.gz: 6993ca5f73661525c8a44133eb715d383144b75d5e4c9cc66f73aab1896643d9db09165ddc9af46e1474c2a82b856f1dc8a894582fb398f8d25ec472019878f1
-  data.tar.gz: 205ac5b41d50af596f7428196bfc1c1c6633e6408d5643e3d4e71f323f5117755e863e98432febcca98f0461b421d40a6a3ec08634da50a66f1afe101c38eba8
+  metadata.gz: 2915fa5554adacbbeda1d03655bf995ab8191e9396649adc2cd158a386926b00f991da040144bb35b5d15ca37e127222400749f3d82c6e00fe934cce4bf851f2
+  data.tar.gz: c0c5754fcffb10f0c1d80b5523accf99768facc1468190ffd3991842d05edeacdedfef9d0b5651dc844b90dddc8c535234de2214f1d47177c42fbeada596531c

data/.bumpversion.cfg

@@ -1,13 +1,13 @@
 [bumpversion]
 commit = True
 tag = True
-current_version = 2.10.2
+current_version = 2.10.6
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\.(?P<release>[a-z]+))?
 serialize = 
 	{major}.{minor}.{patch}.{release}
 	{major}.{minor}.{patch}
 
-[bumpversion:file:version.txt]
+[bumpversion:file:lib/kameleon/version.rb]
 
 [bumpversion:part:release]
 optional_value = gamma

data/CHANGES

@@ -1,10 +1,49 @@
 Kameleon CHANGELOG
 ==================
 
+Version 2.10.6
+--------------
+
+Released on November 24th 2021
+
+- Add the option filter for the template and recipe listings
+- Preserve permission of files when importing template
+
+Version 2.10.5
+--------------
+
+Released on July 29th 2021
+
+- Remove polipo from the software dependencies as it is not maintained anymore. This breaks the caching feature.
+- Some changes to allow a debian packaging.
+- Update authors.
+- Change the version information file and update scripts accordingly.
+
+Version 2.10.4
+--------------
+
+Released on May 11th 2020
+
+- Fix support for extend ERB
+- Add the `kameleon template erb` command
+- Fix bash completion
+- Cosmetic code fixes
+
+Version 2.10.3
+--------------
+
+Released on April 10th 2020
+
+- Rework kameleon template list: add color add progress bar
+- Make bash completion understand the subcommands
+- Fix the command help ->  `kameleon <command> -h`
+- Add support for custom extend erb templates
+
 Version 2.10.2
 --------------
 
 Released on April 09th 2020
+
 - Fix cli help for the repository and template sub-commands
 - Add the git remote url and branch to kameleon repo list
 - Add the 'kameleon repository remove' command

data/RELEASING.md

@@ -0,0 +1,69 @@
+About releases:
+===============
+You can use the script ``./scripts/bumpversion.py`` which will handle
+everything (incrementation, git tag creation, changelog update).
+First you need to install bumpversion using pip::
+```
+sudo pip install bumpversion
+```
+Assuming work is done in the devel branch.
+
+For stable releases:
+--------------------
+
+## Merge devel into master:
+```
+git checkout master
+git merge devel
+```
+
+## Fix anything needed
+Should be no conflict but...
+Make sure changelog is up to date.
+
+## Bump version
+***Warning*** Make sure that there is no dirty file (not committed) before the following.
+```
+./scripts/bumpversion.py release  # will do 2.7.0.dev -> 2.7.0 + git tag + changelog
+git push
+```
+
+## Build gem
+```
+gem build kameleon-builder.gemspec
+```
+
+## Push to Ruby gem repository
+```
+  gem push kameleon-builder-2.7.0.gem
+```
+
+Note: You need a rubygem account and the owner has to give you permissions so that you can push.
+To do so, create an account on https://rubygems.org/ and ask an owner to do
+the following command::
+
+```
+  gem owner kameleon-builder -a your@email.com
+```
+
+That's all :)
+
+For devel releases:
+-------------------
+
+## Move to the devel branch and rebase on master
+```
+git checkout devel
+git rebase master
+```
+
+## Prepare the new version 
+Create the new devel version (e.g. 2.7.0 dev)
+```
+  ./scripts/bumpversion.py newversion patch  # 2.6.7 -> 2.7.0.dev
+```
+
+At this point, do work, commit, and so on.
+And same as above to build "devel" gem and use them locally, or push them if really wanted.
+
+Up to the time to build a new stable version.

data/bin/kameleon

@@ -17,7 +17,7 @@ begin
   Kameleon.init_userconf
   Kameleon::Main.start
 rescue Exception  => e
-  Kameleon.ui.error("Error : #{e}")
+  Kameleon.ui.error("Error: #{e}")
   if Kameleon.env.debug
     raise e
   else

data/completion/kameleon.bash

@@ -2,12 +2,23 @@
 
 _kameleon() {
     COMPREPLY=()
-    local word="${COMP_WORDS[COMP_CWORD]}"
-
-    if [ "$COMP_CWORD" -eq 1 ]; then
-        local commands="$(compgen -W "$(kameleon commands)" -- "$word")"
+    local i=1
+    while [ $i -le "$COMP_CWORD" -a  "${COMP_WORDS[$i]:0:1}" == "-" ]; do
+        ((i++))
+    done
+    if [ "$COMP_CWORD" -eq $i ]; then
+        local commands="$(compgen -W "$(kameleon commands)" -- "${COMP_WORDS[$i]}")"
         COMPREPLY=( $commands $projects )
     fi
+    while [ $i -le "$COMP_CWORD" -a  "${COMP_WORDS[$i]:0:1}" == "-" ]; do
+        ((i++))
+    done
+    if [ "$COMP_CWORD" -eq $((i+1)) ] && kameleon commands | grep -q "${COMP_WORDS[$i]}" ; then
+        if kameleon help | grep -qe "^  kameleon ${COMP_WORDS[$i]}[a-z]* <SUBCOMMAND>"; then
+            local commands="$(compgen -W "$(kameleon ${COMP_WORDS[$i]} commands)" -- "${COMP_WORDS[$((i+1))]}")"
+            COMPREPLY=( $commands $projects )
+        fi
+    fi
 }
 
 complete -o default -F _kameleon kameleon

data/erb/extend.yaml.erb

@@ -0,0 +1,24 @@
+#==============================================================================
+# vim: softtabstop=2 shiftwidth=2 expandtab fenc=utf-8 cc=81 tw=80
+#==============================================================================
+#
+# DESCRIPTION: <MY RECIPE DESCRIPTION>
+#
+#==============================================================================
+# This recipe extends another. To look at the step involed, run:
+#   kameleon dryrun <%= recipe_name %>
+# To see the variables that you can override, use the following command:
+#   kameleon info <%= recipe_name %>
+---
+extend: <%= tpl.relative_path_from_recipe(recipe_path) %>
+
+global:
+
+bootstrap:
+  - "@base"
+
+setup:
+  - "@base"
+
+export:
+  - "@base"

data/erb/{userconf.erb → userconf.yaml.erb}

@@ -1,5 +1,6 @@
 ---
 repositories_path: <%= Kameleon.default_values[:repositories_path] %>
+extend_yaml_erb: <%= Kameleon.default_values[:extend_yaml_erb] %>
 script: <%= Kameleon.default_values[:script] %>
 color: <%= Kameleon.default_values[:color] %>
 debug: <%= Kameleon.default_values[:debug] %>

data/kameleon-builder.gemspec

@@ -12,13 +12,13 @@ Gem::Specification.new do |s|
                      'Cristan Ruiz',
                      'Pierre Neyron',
                      'Bruno Bzeznik']
-  s.email         = ['salem.harrache@inria.fr',
-                     'michael.mercier@inria.fr',
-                     'cristian.ruiz@imag.fr',
+  s.email         = ['salem@harrache.info',
+                     'michael.mercier@libr.fr',
+                     'camilo1729@gmail.com',
                      'pierre.neyron@imag.fr',
                      'bruno.bzeznik@imag.fr']
   s.description   = %q{The mindful appliance builder}
-  s.summary       = %q{Kameleon is a tool to build virtual machines from scratch}
+  s.summary       = %q{Kameleon is a tool to build system appliances from scratch}
   s.homepage      = 'http://kameleon.imag.fr/'
   s.license       = 'GPL-2.0'
 
@@ -33,6 +33,7 @@ Gem::Specification.new do |s|
   s.add_dependency 'table_print', '~> 1.5'
   s.add_dependency 'psych', '~> 2.0'
   s.add_dependency 'ruby-graphviz', '~> 1.2'
+  s.add_dependency 'progressbar', '~> 1'
 
   s.requirements = ['polipo 1.0.3, or greater', 'graphviz 2.38.0 or greater']
 end

data/lib/kameleon/cli.rb

@@ -11,8 +11,8 @@ module Kameleon
     class Repository < Thor
       include Thor::Actions
 
-      desc "add <NAME> <GIT_URL>", "Adds a new repository named <NAME> cloned from at <GIT_URL>."
-      method_option :branch, :type => :string ,
+      desc "add <NAME> <GIT_URL>", "Adds a new repository named <NAME> cloned from <GIT_URL>."
+      method_option :branch, :type => :string,
                     :default => nil,
                     :desc => "checkout <BRANCH>",
                     :aliases => "-b"
@@ -32,37 +32,45 @@ module Kameleon
       def update(name)
         Kameleon::Repository.update(name)
       end
-      map %w(-h --help) => :help
-      map %w(ls) => :list
 
       desc "remove <NAME>", "Remove repository named <NAME>"
       def remove(name)
         Kameleon::Repository.remove(name)
       end
-      map %w(-h --help) => :help
+
+      desc "commands", "Lists all available commands", :hide => true
+      def commands
+        puts Repository.all_commands.keys - ["commands"]
+      end
+
       map %w(ls) => :list
       map %w(rm) => :remove
+      map %w(completions) => :commands
     end
 
 
     class Template < Thor
       include Thor::Actions
 
-#      register CLI::Repository, 'repository', 'repository', 'Manages set of remote git repositories'
-
       def self.source_root
         Kameleon.env.repositories_path
       end
 
       desc "list", "Lists all available templates"
+      method_option :progress, :type => :boolean, :default => true,
+                    :desc => "Show progress bar while resolving templates",
+                    :aliases => "-p"
+      method_option :filter, :type => :string, :default => '',
+                    :desc => "Filter templates with the given regexp",
+                    :aliases => "-f"
       def list
-        Kameleon.ui.info "The following templates are available in " \
-                         "#{ Kameleon.env.repositories_path }:"
-        Utils.list_recipes(Kameleon.env.repositories_path)
+        Kameleon.ui.shell.say "Recipe templates available in: ", :red, false
+        Kameleon.ui.shell.say Kameleon.env.repositories_path.to_s, :yellow
+        Utils.list_recipes(Kameleon.env.repositories_path, options[:filter], options[:progress], true)
       end
 
       desc "import <TEMPLATE_NAME>", "Imports the given template"
-      method_option :global, :type => :hash ,
+      method_option :global, :type => :hash,
                     :default => {},  :aliases => "-g",
                     :desc => "Set custom global variables."
       def import(template_name)
@@ -88,12 +96,13 @@ module Kameleon
             relative_path = path.relative_path_from(Kameleon.env.repositories_path)
             dst = File.join(Kameleon.env.workspace, relative_path)
             copy_file(path, dst)
+            chmod(dst, File.stat(path).mode, {:verbose=>false})
           end
         end
       end
 
       desc "info <TEMPLATE_NAME>", "Display detailed information about a template"
-      method_option :global, :type => :hash ,
+      method_option :global, :type => :hash,
                     :default => {},  :aliases => "-g",
                     :desc => "Set custom global variables."
       def info(template_name)
@@ -110,8 +119,27 @@ module Kameleon
         tpl.resolve! :strict => false
         tpl.display_info(false)
       end
-      map %w(-h --help) => :help
+
+      desc "erb <PATH>", "Create a extend recipe ERB file"
+      def erb(path)
+        if File.directory?(path)
+          erb_file = Pathname.new(path).join(Kameleon.default_values[:extend_yaml_erb])
+        elsif File.file?(path) and path.end_with?(".yaml")
+          erb_file = Pathname.new(path.gsub(%r{^(.+?/)?([^/]+?)(\.yaml)?$},'\1.\2') + Kameleon.default_values[:extend_yaml_erb])
+        else
+          fail KameleonError, "Invalid path '#{path}', please give a path to a yaml file or a directory"
+        end
+        Kameleon.ui.verbose("Create extend recipe ERB '#{erb_file}'")
+        copy_file(Pathname.new(Kameleon.erb_dirpath).join("extend.yaml.erb"), erb_file)
+      end
+
+      desc "commands", "Lists all available commands", :hide => true
+      def commands
+        puts Template.all_commands.keys - ["commands"]
+      end
+
       map %w(ls) => :list
+      map %w(completions) => :commands
     end
   end
 
@@ -133,26 +161,30 @@ module Kameleon
     class_option :script, :type => :boolean, :default => Kameleon.default_values[:script],
                  :desc => "Never prompts for user intervention",
                  :aliases => "-s"
-    map %w(-h --help) => :help
 
     desc "version", "Prints the Kameleon's version information"
     def version
       puts "Kameleon version #{Kameleon::VERSION}"
     end
-    map %w(-v --version) => :version
 
     def self.source_root
       Kameleon.env.repositories_path
     end
 
     desc "list", "Lists all defined recipes in the current directory"
+    method_option :progress, :type => :boolean, :default => false,
+                  :desc => "Show progress bar while resolving recipes",
+                  :aliases => "-p"
+    method_option :filter, :type => :string, :default => '',
+                  :desc => "Filter recipes with the given regexp",
+                  :aliases => "-f"
     def list
-      Utils.list_recipes(Kameleon.env.workspace)
+      Kameleon.ui.shell.say "Workspace recipes:", :red
+      Utils.list_recipes(Kameleon.env.workspace, options[:filter], options[:progress])
     end
-    map %w(ls) => :list
 
     desc "new <RECIPE_PATH> <TEMPLATE_NAME>", "Creates a new recipe from template <TEMPLATE_NAME>"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
     def new(recipe_name, template_name)
@@ -187,14 +219,25 @@ module Kameleon
           relative_path = path.relative_path_from(Kameleon.env.repositories_path)
           dst = File.join(Kameleon.env.workspace, relative_path)
           copy_file(path, dst)
+          chmod(dst, File.stat(path).mode, {:verbose=>false})
         end
         Dir::mktmpdir do |tmp_dir|
           recipe_temp = File.join(tmp_dir, File.basename(recipe_path))
           ## copying recipe
           File.open(recipe_temp, 'w+') do |file|
-            extend_erb_tpl = File.join(Kameleon.erb_dirpath, "extend.erb")
-            erb = ERB.new(File.open(extend_erb_tpl, 'rb') { |f| f.read })
-            result = erb.result(binding)
+            message="Try and use extend recipe ERB: "
+            extend_yaml_erb_list = Pathname.new(template_name).dirname.ascend.to_a.map do |p|
+              Kameleon.env.repositories_path.join(p, Kameleon.default_values[:extend_yaml_erb])
+            end
+            extend_yaml_erb_list.unshift(Kameleon.env.repositories_path.join(template_name.gsub(%r{^(.+?/)?([^/]+?)(\.yaml)?$},'\1.\2') + Kameleon.default_values[:extend_yaml_erb]))
+            extend_yaml_erb_list.push(Pathname.new(Kameleon.erb_dirpath).join("extend.yaml.erb"))
+            extend_yaml_erb = extend_yaml_erb_list.find do |f|
+              Kameleon.ui.verbose(message + f.to_s)
+              message = "-> Not found, fallback: "
+              File.readable?(f)
+            end 
+            Kameleon.ui.debug("Open ERB file: '#{extend_yaml_erb}'")
+            result = ERB.new(File.open(extend_yaml_erb, 'rb') { |f| f.read }).result(binding)
             file.write(result)
           end
           copy_file(recipe_temp, recipe_path)
@@ -203,16 +246,13 @@ module Kameleon
     end
 
     desc "info <RECIPE_PATH>", "Display detailed information about a recipe"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :from_cache, :type => :string ,
+    method_option :from_cache, :type => :string,
                   :default => nil,
                   :desc => "Get info from a persistent cache tar file (ignore recipe path)"
-    method_option :dryrun, :type => :boolean ,
-                  :default => false,
-                  :desc => "Show the build sequence but do not actually build"
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
     def info(*recipe_paths)
@@ -238,18 +278,18 @@ module Kameleon
     end
 
     desc "dag <RECIPE_PATH> [<RECIPE_PATH> [<...>]]", "Draw a DAG of the steps to build one or more recipes"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :file, :type => :string ,
+    method_option :file, :type => :string,
                   :default => "/tmp/kameleon.dag",
                   :desc => "DAG output filename"
-    method_option :format, :type => :string ,
+    method_option :format, :type => :string,
                   :desc => "DAG GraphViz format"
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
-    method_option :recipes_only, :type => :boolean ,
+    method_option :recipes_only, :type => :boolean,
                   :default => false,
                   :desc => "Show recipes only (mostly useful to display multiple recipes inheritance)"
     def dag(*recipe_paths)
@@ -280,10 +320,10 @@ module Kameleon
     end
 
     desc "dryrun <RECIPE_PATH>", "Show the steps the build would process"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :relative, :type => :boolean ,
+    method_option :relative, :type => :boolean,
                   :default => false,
                   :desc => "Make pathnames relative to the current working directory"
     def dryrun(*recipe_paths)
@@ -295,10 +335,10 @@ module Kameleon
     end
 
     desc "export <RECIPE_PATH> <EXPORT_PATH>", "Export the given recipe with its steps and data to a given directory"
-    method_option :global, :type => :hash ,
+    method_option :global, :type => :hash,
                   :default => {},  :aliases => "-g",
                   :desc => "Set custom global variables."
-    method_option :add, :type => :boolean ,
+    method_option :add, :type => :boolean,
                   :default => false,  :aliases => "-A",
                   :desc => "export recipe and steps to an existing directory (this may overwrite some existing files)"
     def export(recipe_path,dest_path)
@@ -338,36 +378,36 @@ module Kameleon
     end
 
     desc "build <RECIPE_PATH>", "Builds the appliance from the given recipe"
-    method_option :build_path, :type => :string ,
+    method_option :build_path, :type => :string,
                   :default => nil, :aliases => "-b",
                   :desc => "Sets the build directory path"
-    method_option :clean, :type => :boolean ,
+    method_option :clean, :type => :boolean,
                   :default => false,
                   :desc => "Runs the command `kameleon clean` first"
-    method_option :from_checkpoint, :type => :string ,
+    method_option :from_checkpoint, :type => :string,
                   :default => nil,
                   :desc => "Uses specific checkpoint to build the image. " \
                            "Default value is the last checkpoint."
-    method_option :enable_checkpoint, :type => :boolean ,
+    method_option :enable_checkpoint, :type => :boolean,
                   :default => false,
                   :desc => "Enables checkpoint [experimental]"
-    method_option :list_checkpoints, :type => :boolean , :aliases => "--checkpoints",
+    method_option :list_checkpoints, :type => :boolean, :aliases => "--checkpoints",
                   :default => false,
                   :desc => "Lists all availables checkpoints"
     method_option :enable_cache, :type => :boolean,
                   :default => false,
                   :desc => "Generates a persistent cache for the appliance."
-    method_option :cache_path, :type => :string ,
+    method_option :cache_path, :type => :string,
                   :default => nil,
                   :desc => "Sets the cache directory path"
-    method_option :from_cache, :type => :string ,
+    method_option :from_cache, :type => :string,
                   :default => nil,
                   :desc => "Uses a persistent cache tar file to build the image."
-    method_option :cache_archive_compression, :type => :string ,
+    method_option :cache_archive_compression, :type => :string,
                   :enum => ["none", "gzip", "bz2", "xz"],
                   :default => "gzip",
                   :desc => "Set the persistent cache tar file compression."
-    method_option :polipo_path, :type => :string ,
+    method_option :polipo_path, :type => :string,
                   :default => nil,
                   :desc => "Full path of the polipo binary to use for the persistent cache."
     method_option :proxy, :type => :string, :default => "",
@@ -377,7 +417,7 @@ module Kameleon
                   :desc => "Specifies the username and password if the parent "\
                            "proxy requires authorisation it should have the "\
                            "form 'username:password'"
-    method_option :proxy_offline, :type => :boolean ,
+    method_option :proxy_offline, :type => :boolean,
                   :default => false, :aliases => "--offline",
                   :desc => "Prevents Polipo from contacting remote servers"
     method_option :global, :type => :hash,
@@ -419,8 +459,16 @@ module Kameleon
     end
 
     desc "commands", "Lists all available commands", :hide => true
-    def commands
-      puts Main.all_commands.keys - ["commands", "completions"]
+    def commands(context="main")
+      Kameleon.ui.debug("Commands for '#{context}':")
+      case context
+      when "main"
+        puts Main.all_commands.keys - ["commands"]
+      when "repository"
+        invoke CLI::Repository, "commands", [], []
+      when "template"
+        invoke CLI::Template, "commands", [], []
+      end
     end
 
     desc "source_root", "Prints the kameleon directory path", :hide => true
@@ -428,6 +476,10 @@ module Kameleon
       puts Kameleon.source_root
     end
 
+    map %w(-v --version) => :version
+    map %w(ls) => :list
+    map %w(completions) => :commands
+
     def initialize(*args)
       super
       self.options ||= {}
@@ -445,7 +497,17 @@ module Kameleon
       Kameleon.ui.verbose("The level of output is set to #{Kameleon.ui.level}")
     end
 
-    def self.start(*)
+    def self.start(*args)
+      # `kameleon build -h` does not work without the following, except for subcommands...
+      # Ref: https://stackoverflow.com/a/49044225/6431461
+      if (Thor::HELP_MAPPINGS & ARGV).any? and subcommands.grep(/^#{ARGV[0]}/).empty?
+        Kameleon.ui.debug("Apply workaround to handle the help command in #{ARGV}")
+        Thor::HELP_MAPPINGS.each do |cmd|
+          if match = ARGV.delete(cmd)
+            ARGV.unshift match
+          end
+        end
+      end
       super
     rescue Exception => e
       Kameleon.ui = Kameleon::UI::Shell.new

data/lib/kameleon/recipe.rb

@@ -93,7 +93,7 @@ module Kameleon
          unless File.file? @path
       yaml_recipe = YAML.load_file @path
       unless yaml_recipe.kind_of? Hash
-        fail RecipeError, "Invalid yaml error : #{@path}"
+        fail RecipeError, "Invalid yaml: #{@path}"
       end
 
       update_steps_dirs()
@@ -242,7 +242,7 @@ module Kameleon
          unless File.file? path
       base_yaml_recipe = YAML.load_file base_recipe_path
       unless yaml_recipe.kind_of? Hash
-        fail RecipeError, "Invalid yaml error : #{base_yaml_recipe}"
+        fail RecipeError, "Invalid yaml: #{base_yaml_recipe}"
       end
       base_yaml_recipe.keys.each do |key|
         if ["export", "bootstrap", "setup"].include? key

data/lib/kameleon/shell.rb

@@ -25,12 +25,17 @@ module Kameleon
       @bash_history_file = File.join(@bash_scripts_dir, "bash_history")
       @bash_env_file = File.join(@bash_scripts_dir, "bash_env")
       @bash_status_file = File.join(@bash_scripts_dir, "bash_status")
-      @default_bashrc_file = File.join(Kameleon.source_root, "contrib", "kameleon_bashrc.sh")
-      @cmd_tpl = ERB.new(File.read(File.join(Kameleon.source_root,
-                                                     "contrib",
+      if File::directory?(f = File.join(Kameleon.source_root, "contrib"))
+        @contrib_dir = f
+      elsif File::directory?(f = '/usr/share/kameleon/contrib')
+        @contrib_dir = f
+      else
+        raise "Could not find contrib dir"
+      end
+      @default_bashrc_file =  File.join(@contrib_dir, 'kameleon_bashrc.sh')
+      @cmd_tpl = ERB.new(File.read(File.join(@contrib_dir,
                                                      "kameleon_exec_cmd.sh")))
-      @cmd_wrapper_tpl = ERB.new(File.read(File.join(Kameleon.source_root,
-                                                     "contrib",
+      @cmd_wrapper_tpl = ERB.new(File.read(File.join(@contrib_dir,
                                                      "kameleon_exec_cmd_wrapper.sh")))
 
       if @shell_workdir

data/lib/kameleon/utils.rb

@@ -1,3 +1,5 @@
+require 'progressbar'
+
 module Kameleon
   module Utils
 
@@ -123,33 +125,63 @@ module Kameleon
       end
     end
 
-    def self.list_recipes(repository_path, kwargs = {})
-      Kameleon.env.root_dir = repository_path
+    def self.list_recipes(recipes_path, filter = '', do_progressbar = false, is_repository = false, kwargs = {})
+      Kameleon.env.root_dir = recipes_path
       catch_exception = kwargs.fetch(:catch_exception, true)
       recipes_hash = []
-      recipes_files = get_recipes(repository_path)
+      recipes_files = get_recipes(recipes_path).select { |f| Regexp.new(filter).match(f.to_s.gsub(recipes_path.to_s + '/', '').chomp('.yaml')) }
+      if recipes_files.empty?
+        Kameleon.ui.shell.say "  <None>", :cyan
+        return
+      end
+      if do_progressbar
+        progressbar = ProgressBar.create(:format         => '%t (%p%%) %bᗧ%i',
+                                         :title          => 'Resolving ' + if is_repository; 'templates' else  'recipes' end,
+                                         :progress_mark  => '.',
+                                         :remainder_mark => '･',
+                                         :total          => recipes_files.size + 10,
+                                         :starting_at    => 10)
+      end
       recipes_files.each do |f|
         path = f.to_s
         begin
         recipe = RecipeTemplate.new(path)
-        name = path.gsub(repository_path.to_s + '/', '').chomp('.yaml')
+        name = path.gsub(recipes_path.to_s + '/', '').chomp('.yaml')
         recipes_hash.push({
           "name" => name,
           "description" => recipe.metainfo['description'],
         })
+        progressbar.increment if do_progressbar
         rescue => e
           raise e if Kameleon.env.debug or not catch_exception
         end
       end
       unless recipes_hash.empty?
-        recipes_hash = recipes_hash.sort_by{ |k| k["name"] }
         name_width = recipes_hash.map { |k| k['name'].size }.max
         desc_width = Kameleon.ui.shell.terminal_width - name_width - 3
         desc_width = (80 - name_width - 3) if desc_width < 0
       end
-      tp(recipes_hash,
-        {"name" => {:width => name_width}},
-        { "description" => {:width => desc_width}})
+      repo_str_old = nil
+      recipes_hash.sort_by{ |k| k["name"] }.each do |r|
+        if is_repository
+          repo_str,recipe_dir_str,recipe_str = r["name"].match(%r{^([^/]+/)(.+/)?([^/]+)$}).to_a[1..3].map{|m| m.to_s}
+        else
+          repo_str,recipe_dir_str,recipe_str = r["name"].match(%r{^()(.+/)?([^/]+)$}).to_a[1..3].map{|m| m.to_s}
+        end
+        if not repo_str_old.nil? and repo_str_old != repo_str
+          Kameleon.ui.shell.say "#{'-' * name_width} | #{'-' * desc_width}"
+        end
+        repo_str_old = repo_str
+        Kameleon.ui.debug("#{r["name"]} -> repo=#{repo_str}, recipe_dir=#{recipe_dir_str}, recipee=#{recipe_str}")
+        Kameleon.ui.shell.say "#{repo_str}", :yellow, false
+        Kameleon.ui.shell.say "#{recipe_dir_str}", :cyan, false
+        Kameleon.ui.shell.say sprintf("%-#{name_width - repo_str.length - recipe_dir_str.length}s", recipe_str), :magenta, false
+        Kameleon.ui.shell.say " | ", nil, false
+        if r["description"].to_s.length > desc_width - 4
+          r["description"] = r["description"][0..(desc_width - 4)] + "..."
+        end
+        Kameleon.ui.shell.say sprintf("%-#{desc_width}s", r["description"]), :blue
+      end
     end
 
     def self.get_recipes(path)

data/lib/kameleon/version.rb

@@ -1,4 +1,3 @@
 module Kameleon
-  VERSION = File.read(
-    File.expand_path("../../../version.txt", __FILE__)).chomp
+  VERSION = '2.10.6'
 end

data/lib/kameleon.rb

@@ -30,7 +30,12 @@ module Kameleon
     end
 
     def erb_dirpath
-      File.join(Kameleon.source_root, 'erb')
+      d = File.join(Kameleon.source_root, 'erb')
+      if File::directory?(d)
+        return d
+      elsif File::directory?(d = '/usr/share/kameleon/erb')
+        return d
+      end
     end
 
     def userdir
@@ -46,7 +51,7 @@ module Kameleon
     def init_userconf()
       if not File.exists?(Kameleon.userconf_path) or File.zero?(Kameleon.userconf_path)
         File.open(Kameleon.userconf_path, 'w+') do |file|
-          userconf_erb = File.join(Kameleon.erb_dirpath, "userconf.erb")
+          userconf_erb = File.join(Kameleon.erb_dirpath, "userconf.yaml.erb")
           erb = ERB.new(File.open(userconf_erb, 'rb') { |f| f.read })
           result = erb.result(binding)
           file.write(result)
@@ -73,7 +78,8 @@ module Kameleon
         :debug => userconf.fetch("debug", false),
         :script => userconf.fetch("script", false),
         :repositories_path =>  userconf.fetch("repositories_path",
-                                          File.join(userdir.to_s, 'repos')),
+                                              File.join(userdir.to_s, 'repos')),
+        :extend_yaml_erb => userconf.fetch("extend_yaml_erb", ".extend.yaml.erb")
       }
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kameleon-builder
 version: !ruby/object:Gem::Version
-  version: 2.10.2
+  version: 2.10.6
 platform: ruby
 authors:
 - Salem Harrache
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-04-09 00:00:00.000000000 Z
+date: 2021-11-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: childprocess
@@ -96,11 +96,25 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
 description: The mindful appliance builder
 email:
-- salem.harrache@inria.fr
-- michael.mercier@inria.fr
-- cristian.ruiz@imag.fr
+- salem@harrache.info
+- michael.mercier@libr.fr
+- camilo1729@gmail.com
 - pierre.neyron@imag.fr
 - bruno.bzeznik@imag.fr
 executables:
@@ -117,7 +131,7 @@ files:
 - COPYING
 - Gemfile
 - README.rst
-- RELEASING.rst
+- RELEASING.md
 - Vagrantfile
 - bin/kameleon
 - completion/_kameleon
@@ -157,8 +171,8 @@ files:
 - contrib/steps/setup/root_ssh_config.yaml
 - contrib/steps/setup/set_user_password.yaml
 - contrib/steps/setup/system_optimization.yaml
-- erb/extend.erb
-- erb/userconf.erb
+- erb/extend.yaml.erb
+- erb/userconf.yaml.erb
 - kameleon-builder.gemspec
 - lib/kameleon.rb
 - lib/kameleon/cli.rb
@@ -200,7 +214,6 @@ files:
 - tests/test_context.rb
 - tests/test_recipe.rb
 - tests/test_version.rb
-- version.txt
 homepage: http://kameleon.imag.fr/
 licenses:
 - GPL-2.0
@@ -226,7 +239,7 @@ rubyforge_project:
 rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
-summary: Kameleon is a tool to build virtual machines from scratch
+summary: Kameleon is a tool to build system appliances from scratch
 test_files:
 - tests/helper.rb
 - tests/issue76/fail.stdout

data/RELEASING.rst

@@ -1,29 +0,0 @@
-You can use the script ``./scripts/bumpversion.py`` which will handle
-everything (incrementation, git tag creation, changelog update).
-First you need to install bumpversion using pip::
-
-  sudo pip2 install bumpversion
-
-Then for the actual releasing:
-
-1) After each release, a new version has to be created (in this example, the 2.7.0 dev)::
-
-  python2 ./scripts/bumpversion.py newversion minor  # 2.6.7 -> 2.7.0.dev
-
-2) [work/commit] 
-3) **Warning:** Be sure that there is no dirty file (not committed) before
-   doing this.
-
-   Releasing a new version::
-
-  python2 ./scripts/bumpversion.py release  # 2.7.0.dev -> 2.7.0 + git tag + changelog
-  gem build kameleon-builder.gemspec
-  gem push kameleon-builder-2.7.0.gem
-
-You need a rubygem account and I have to give you permissions so that you can push.
-To do so, create an account on https://rubygems.org/ and ask an owner to do
-the following command::
-
-  gem owner kameleon-builder -a your@email.com
-
-And that's all :)

data/erb/extend.erb

@@ -1,33 +0,0 @@
-#==============================================================================
-# vim: softtabstop=2 shiftwidth=2 expandtab fenc=utf-8 cc=81 tw=80
-#==============================================================================
-#
-# DESCRIPTION: <MY RECIPE DESCRIPTION>
-#
-#==============================================================================
----
-extend: <%= tpl.relative_path_from_recipe(recipe_path) %>
-
-global:
-  # This is the backend you have imported to switch to an other backend BCKD do:
-  #
-  #   kameleon template import <%= tpl.relative_path_from_recipe(recipe_path) %> --global backend:BCKB
-  #
-  # Then, uncomment and update the following variable.
-<% if Kameleon.env.global["backend"] %>
-  backend: <%= Kameleon.env.global["backend"] %>
-<% else %>
-  # backend: qemu
-<% end %>
-  # To see the variables that you can override, use the following command:
-  #
-  #   kameleon info <%= recipe_name %>
-
-bootstrap:
-  - "@base"
-
-setup:
-  - "@base"
-
-export:
-  - "@base"

data/version.txt

@@ -1 +0,0 @@
-2.10.2