autoproj 2.11.0 → 2.14.0

data/lib/autoproj/package_managers/homebrew_manager.rb

@@ -15,7 +15,7 @@ module Autoproj
                 # somewhere else
                 packages = packages.uniq
                 command_line = "brew info --json=v1 #{packages.join(' ')}"
-                result = Bundler.with_clean_env do
+                result = Autoproj.bundler_with_unbundled_env do
                     (Autobuild::Subprocess.run 'autoproj', 'osdeps', command_line).first
                 end
 
@@ -30,7 +30,7 @@ module Autoproj
                     end
                     return packages
                 end
-                
+
                 # fall back if something else went wrong
                 if packages.size != result.size
                     Autoproj.warn "brew info returns less or more packages when requested. Falling back to install all packages"

data/lib/autoproj/package_managers/pip_manager.rb

@@ -1,3 +1,5 @@
+require 'autoproj/python'
+
 module Autoproj
     module PackageManagers
         # Using pip to install python packages
@@ -25,30 +27,40 @@ module Autoproj
             end
 
             def guess_pip_program
-                if Autobuild.programs['pip']
-                    return Autobuild.programs['pip']
+                unless ws.config.has_value_for?('USE_PYTHON')
+                  Autoproj::Python.setup_python_configuration_options(ws: ws)
+                end
+                unless ws.config.get('USE_PYTHON')
+                  raise ConfigError, "Your current package selection" \
+                    " requires the use of pip, but" \
+                    " the use of python is either unspecified or has been denied, see" \
+                    " setting of USE_PYTHON in your workspace configuration." \
+                    " Either remove all packages depending on pip packages " \
+                    " from the workspace layout (manifest) or " \
+                    " call 'autoproj reconfigure' to change the setting."
+
                 end
 
-                Autobuild.programs['pip'] = "pip"
+                Autobuild.programs['pip'] = "pip" unless Autobuild.programs['pip']
+                Autobuild.programs['pip']
             end
 
+            # rubocop:disable Lint/UnusedMethodArgument
             def install(pips, filter_uptodate_packages: false, install_only: false)
                 guess_pip_program
-                if pips.is_a?(String)
-                    pips = [pips]
-                end
+                pips = [pips] if pips.is_a?(String)
 
-                base_cmdline = [Autobuild.tool('pip'), 'install','--user']
+                base_cmdline = [Autobuild.tool('pip'), 'install', '--user']
 
                 cmdlines = [base_cmdline + pips]
 
-                if pips_interaction(pips, cmdlines)
-                    Autoproj.message "  installing/updating Python dependencies: "+
-                        "#{pips.sort.join(", ")}"
+                if pips_interaction(cmdlines)
+                    Autoproj.message "  installing/updating Python dependencies:" \
+                        " #{pips.sort.join(', ')}"
 
                     cmdlines.each do |c|
                         Autobuild::Subprocess.run 'autoproj', 'osdeps', *c,
-                            env: ws.env.resolved_env
+                                                  env: ws.env.resolved_env
                     end
 
                     pips.each do |p|
@@ -56,8 +68,9 @@ module Autoproj
                     end
                 end
             end
-            
-            def pips_interaction(pips, cmdlines)
+            # rubocop:enable Lint/UnusedMethodArgument
+
+            def pips_interaction(cmdlines)
                 if OSPackageInstaller.force_osdeps
                     return true
                 elsif enabled?
@@ -69,24 +82,23 @@ module Autoproj
                 # We're not supposed to install rubygem packages but silent is not
                 # set, so display information about them anyway
                 puts <<-EOMSG
-      #{Autoproj.color("The build process and/or the packages require some Python packages to be installed", :bold)}
-      #{Autoproj.color("and you required autoproj to not do it itself", :bold)}
+      #{Autoproj.color('The build process and/or the packages require some Python packages to be installed', :bold)}
+      #{Autoproj.color('and you required autoproj to not do it itself', :bold)}
         The following command line can be used to install them manually
-        
-          #{cmdlines.map { |c| c.join(" ") }.join("\n      ")}
-        
+#{'        '}
+          #{cmdlines.map { |c| c.join(' ') }.join("\n      ")}
+#{'        '}
         Autoproj expects these Python packages to be installed in #{pip_home} This can
         be overridden by setting the AUTOPROJ_PYTHONUSERBASE environment variable manually
 
                 EOMSG
-                print "    #{Autoproj.color("Press ENTER to continue ", :bold)}"
+                print "    #{Autoproj.color('Press ENTER to continue ', :bold)}"
 
-                STDOUT.flush
-                STDIN.readline
+                $stdout.flush
+                $stdin.readline
                 puts
                 false
             end
         end
     end
 end
-

data/lib/autoproj/package_managers/shell_script_manager.rb

@@ -7,8 +7,10 @@ module Autoproj
                 if with_locking
                     File.open('/tmp/autoproj_osdeps_lock', 'w') do |lock_io|
                         begin
-                            while !lock_io.flock(File::LOCK_EX | File::LOCK_NB)
-                                Autoproj.message "  waiting for other autoproj instances to finish their osdeps installation"
+                            until lock_io.flock(File::LOCK_EX | File::LOCK_NB)
+                                Autoproj.message "  waiting for other autoproj "\
+                                                 "instances to finish their osdeps "\
+                                                 "installation"
                                 sleep 5
                             end
                             return execute(command_line, false, with_root, env: env)
@@ -17,7 +19,7 @@ module Autoproj
                         end
                     end
                 end
-                
+
                 if with_root
                     sudo = Autobuild.tool_in_path('sudo', env: env)
                     command_line = [sudo, *command_line]
@@ -34,10 +36,12 @@ module Autoproj
             # This declares if this package manager cannot be used concurrently.
             # If it is the case, autoproj will ensure that there is no two
             # autoproj instances running this package manager at the same time
-            # 
+            #
             # @return [Boolean]
             # @see needs_locking=
-            def needs_locking?; !!@needs_locking end
+            def needs_locking?
+                @needs_locking
+            end
 
             # Overrides the {#needs_root?} flag
             attr_writer :needs_root
@@ -45,10 +49,12 @@ module Autoproj
             #
             # This declares if the command line(s) for this package manager
             # should be started as root. Root access is provided using sudo
-            # 
+            #
             # @return [Boolean]
             # @see needs_root=
-            def needs_root?; !!@needs_root end
+            def needs_root?
+                @needs_root
+            end
 
             # Command line used by autoproj to install packages
             #
@@ -83,10 +89,13 @@ module Autoproj
             #   itself, see {#auto_install_cmd}.
             # @param [Boolean] needs_root if the command lines should be started
             #   as root or not. See {#needs_root?}
-            def initialize(ws, needs_locking, user_install_cmd, auto_install_cmd,needs_root=true)
+            def initialize(ws, needs_locking, user_install_cmd,
+                           auto_install_cmd, needs_root = true)
                 super(ws)
-                @needs_locking, @user_install_cmd, @auto_install_cmd,@needs_root =
-                    needs_locking, user_install_cmd, auto_install_cmd, needs_root
+                @needs_locking = needs_locking
+                @user_install_cmd = user_install_cmd
+                @auto_install_cmd = auto_install_cmd
+                @needs_root = needs_root
             end
 
             # Generate the shell script that would allow the user to install
@@ -98,7 +107,8 @@ module Autoproj
             #   command-line pattern that should be used to generate the script.
             #   If given, it overrides the default value stored in
             #   {#user_install_cmd]
-            def generate_user_os_script(os_packages, user_install_cmd: self.user_install_cmd)
+            def generate_user_os_script(os_packages,
+                                        user_install_cmd: self.user_install_cmd)
                 if user_install_cmd
                     user_install_cmd.join(" ") + " " + os_packages.join("' '")
                 else generate_auto_os_script(os_packages)
@@ -114,7 +124,8 @@ module Autoproj
             #   command-line pattern that should be used to generate the script.
             #   If given, it overrides the default value stored in
             #   {#auto_install_cmd]
-            def generate_auto_os_script(os_packages, auto_install_cmd: self.auto_install_cmd)
+            def generate_auto_os_script(os_packages,
+                                        auto_install_cmd: self.auto_install_cmd)
                 auto_install_cmd.join(" ") + " " + os_packages.join("' '")
             end
 
@@ -139,9 +150,9 @@ module Autoproj
                 # anyway, do so now
                 puts <<-EOMSG
 
-                #{Autoproj.color("The build process and/or the packages require some other software to be installed", :bold)}
-                #{Autoproj.color("and you required autoproj to not install them itself", :bold)}
-                #{Autoproj.color("\nIf these packages are already installed, simply ignore this message\n", :red) if !respond_to?(:filter_uptodate_packages)}
+                #{Autoproj.color('The build process and/or the packages require some other software to be installed', :bold)}
+                #{Autoproj.color('and you required autoproj to not install them itself', :bold)}
+                #{Autoproj.color('\nIf these packages are already installed, simply ignore this message\n', :red) unless respond_to?(:filter_uptodate_packages)}
     The following packages are available as OS dependencies, i.e. as prebuilt
     packages provided by your distribution / operating system. You will have to
     install them manually if they are not already installed
@@ -152,8 +163,8 @@ module Autoproj
 
                 #{shell_script.split("\n").join("\n|   ")}
 
-            EOMSG
-                print "    #{Autoproj.color("Press ENTER to continue ", :bold)}"
+                EOMSG
+                print "    #{Autoproj.color('Press ENTER to continue ', :bold)}"
                 STDOUT.flush
                 STDIN.readline
                 puts
@@ -172,23 +183,33 @@ module Autoproj
             #   packages. See the option in {#generate_auto_os_script}
             # @return [Boolean] true if packages got installed, false otherwise
             def install(packages, filter_uptodate_packages: false, install_only: false,
-                        auto_install_cmd: self.auto_install_cmd, user_install_cmd: self.user_install_cmd)
+                        auto_install_cmd: self.auto_install_cmd,
+                        user_install_cmd: self.user_install_cmd)
                 return if packages.empty?
 
                 handled_os = ws.supported_operating_system?
                 if handled_os
-                    shell_script = generate_auto_os_script(packages, auto_install_cmd: auto_install_cmd)
-                    user_shell_script = generate_user_os_script(packages, user_install_cmd: user_install_cmd)
+                    shell_script = generate_auto_os_script(
+                        packages, auto_install_cmd: auto_install_cmd
+                    )
+                    user_shell_script = generate_user_os_script(
+                        packages, user_install_cmd: user_install_cmd
+                    )
                 end
                 if osdeps_interaction(packages, user_shell_script)
-                    Autoproj.message "  installing OS packages: #{packages.sort.join(", ")}"
+                    Autoproj.message "  installing OS packages: "\
+                                     "#{packages.sort.join(', ')}"
 
                     if Autoproj.verbose
-                        Autoproj.message "Generating installation script for non-ruby OS dependencies"
+                        Autoproj.message "Generating installation script for "\
+                                         "non-ruby OS dependencies"
                         Autoproj.message shell_script
                     end
 
-                    ShellScriptManager.execute([*auto_install_cmd, *packages], needs_locking?, needs_root?, env: ws.env)
+                    ShellScriptManager.execute(
+                        [*auto_install_cmd, *packages], needs_locking?,
+                        needs_root?, env: ws.env
+                    )
                     return true
                 end
                 false
@@ -196,4 +217,3 @@ module Autoproj
         end
     end
 end
-

data/lib/autoproj/package_manifest.rb

@@ -30,13 +30,15 @@ module Autoproj
         # @param [Boolean] ros_manifest whether the file follows the ROS format
         # @return [PackageManifest]
         # @see load
-        def self.parse(package, contents, path: '<loaded from string>', loader_class: Loader)
+        def self.parse(package, contents,
+                       path: '<loaded from string>', loader_class: Loader)
             manifest = PackageManifest.new(package, path)
             loader = loader_class.new(path, manifest)
             begin
                 REXML::Document.parse_stream(contents, loader)
             rescue REXML::ParseException => e
-                raise Autobuild::PackageException.new(package.name, 'prepare'), "invalid #{file}: #{e.message}"
+                raise Autobuild::PackageException.new(package.name, 'prepare'),
+                      "invalid #{file}: #{e.message}"
             end
             manifest
         end
@@ -45,7 +47,7 @@ module Autoproj
         Dependency  = Struct.new :name, :optional, :modes
 
         # The Autobuild::Package instance this manifest applies on
-        attr_reader :package
+        attr_accessor :package
         attr_reader :path
         attr_accessor :description
         attr_accessor :brief_description
@@ -64,7 +66,7 @@ module Autoproj
         end
 
         def has_documentation?
-            !!description
+            description
         end
 
         def documentation
@@ -72,7 +74,7 @@ module Autoproj
         end
 
         def has_short_documentation?
-            !!brief_description
+            brief_description
         end
 
         def short_documentation
@@ -95,11 +97,12 @@ module Autoproj
         # Whether this is a null manifest (used for packages that have actually
         # no manifest) or not
         def null?
-            !!@null
+            @null
         end
 
-        def each_dependency(in_modes = Array.new, &block)
-            return enum_for(__method__, in_modes) if !block_given?
+        def each_dependency(in_modes = [])
+            return enum_for(__method__, in_modes) unless block_given?
+
             dependencies.each do |dep|
                 if dep.modes.empty? || in_modes.any? { |m| dep.modes.include?(m) }
                     yield(dep.name, dep.optional)
@@ -108,24 +111,28 @@ module Autoproj
         end
 
         def each_os_dependency(modes = Array.new, &block)
-            Autoproj.warn_deprecated "#{self.class}##{__method__}", "call #each_dependency instead"
-            return each_dependency(modes, &block)
+            Autoproj.warn_deprecated "#{self.class}##{__method__}",
+                                     "call #each_dependency instead"
+            each_dependency(modes, &block)
         end
 
         def each_package_dependency(modes = Array.new, &block)
-            Autoproj.warn_deprecated "#{self.class}##{__method__}", "call #each_dependency instead"
-            return each_dependency(modes, &block)
+            Autoproj.warn_deprecated "#{self.class}##{__method__}",
+                                     "call #each_dependency instead"
+            each_dependency(modes, &block)
         end
 
         def each_rock_maintainer
-            return enum_for(__method__) if !block_given?
+            return enum_for(__method__) unless block_given?
+
             rock_maintainers.each do |m|
                 yield(m.name, m.email)
             end
         end
 
         def each_maintainer
-            return enum_for(__method__) if !block_given?
+            return enum_for(__method__) unless block_given?
+
             maintainers.each do |m|
                 yield(m.name, m.email)
             end
@@ -134,7 +141,8 @@ module Autoproj
         # Enumerates the name and email of each author. If no email is present,
         # yields (name, nil)
         def each_author
-            return enum_for(__method__) if !block_given?
+            return enum_for(__method__) unless block_given?
+
             authors.each do |m|
                 yield(m.name, m.email)
             end
@@ -178,11 +186,13 @@ module Autoproj
 
             def parse_depend_tag(tag_name, attributes, modes: [], optional: false)
                 package = attributes['package'] || attributes['name']
-                if !package
-                    raise InvalidPackageManifest, "found '#{tag_name}' tag in #{path} without a 'package' attribute"
+                unless package
+                    raise InvalidPackageManifest,
+                          "found '#{tag_name}' tag in #{path} "\
+                          "without a 'package' attribute"
                 end
 
-                if tag_modes = attributes['modes']
+                if (tag_modes = attributes['modes'])
                     modes += tag_modes.split(',')
                 end
 
@@ -195,7 +205,7 @@ module Autoproj
             def parse_contact_field(text)
                 text.strip.split(',').map do |str|
                     name, email = str.split('/').map(&:strip)
-                    email = nil if email && email.empty?
+                    email = nil if email&.empty?
                     ContactInfo.new(name, email)
                 end
             end
@@ -213,7 +223,7 @@ module Autoproj
                 elsif name =~ /^(\w+)_depend$/
                     parse_depend_tag(name, attributes, modes: [$1])
                 elsif name == 'description'
-                    if brief = attributes['brief']
+                    if (brief = attributes['brief'])
                         manifest.brief_description = brief
                     end
                     @tag_text = ''
@@ -225,14 +235,13 @@ module Autoproj
                     @tag_text = nil
                 end
             end
+
             def toplevel_tag_end(name)
                 if AUTHOR_FIELDS.include?(name)
                     manifest.send("#{name}s").concat(parse_contact_field(@tag_text))
                 elsif TEXT_FIELDS.include?(name)
                     field = @tag_text.strip
-                    if !field.empty?
-                        manifest.send("#{name}=", field)
-                    end
+                    manifest.send("#{name}=", field) unless field.empty?
                 elsif name == 'tags'
                     manifest.tags.concat(@tag_text.strip.split(',').map(&:strip))
                 end
@@ -245,10 +254,10 @@ module Autoproj
         # REXML stream parser object used to load the XML contents into a
         # {PackageManifest} object
         class RosLoader < Loader
-            SUPPORTED_MODES = ['test', 'doc'].freeze
-            DEPEND_TAGS = Set['depend', 'build_depend', 'build_export_depend',
-                              'buildtool_depend', 'buildtool_export_depend',
-                              'exec_depend', 'test_depend', 'run_depend', 'doc_depend']
+            SUPPORTED_MODES = %w[test doc].freeze
+            DEPEND_TAGS = %w[depend build_depend build_export_depend
+                             buildtool_depend buildtool_export_depend
+                             exec_depend test_depend run_depend doc_depend].to_set.freeze
 
             def toplevel_tag_start(name, attributes)
                 if DEPEND_TAGS.include?(name)
@@ -265,18 +274,21 @@ module Autoproj
 
             def toplevel_tag_end(name)
                 if DEPEND_TAGS.include?(name)
-                    raise InvalidPackageManifest, "found '#{name}' tag in #{path} without content" if @tag_text.strip.empty?
+                    if @tag_text.strip.empty?
+                        raise InvalidPackageManifest, "found '#{name}' tag in #{path} "\
+                                                      "without content"
+                    end
 
                     mode = []
-                    if name =~ /^(\w+)_depend$/
-                        mode = SUPPORTED_MODES & [$1]
+                    if (m = /^(\w+)_depend$/.match(name))
+                        mode = SUPPORTED_MODES & [m[1]]
                     end
 
                     manifest.add_dependency(@tag_text, modes: mode)
                 elsif AUTHOR_FIELDS.include?(name)
                     author_name = @tag_text.strip
                     email = @author_email ? @author_email.strip : nil
-                    email = nil if email && email.empty?
+                    email = nil if email&.empty?
                     contact = ContactInfo.new(author_name, email)
                     manifest.send("#{name}s").concat([contact])
                 elsif TEXT_FIELDS.include?(name)