mundler 0.6.1 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 116dbf6f2648c2b5d533e5a03fe121fc9978a8543c19245ecb4cc4867a8ae6b0
-  data.tar.gz: d413e06db8bc72d52036fc02795f90e7924e381fe0adf64d76819e05fd5ba8a7
+  metadata.gz: 2a1e212a7e64550513e7b9581af1cddf8e4b9162bfa68cb44c0e1723cc1530ed
+  data.tar.gz: b426f4f7f1b4b7da2dfc2a252a48cf232cd18f6709306d35c50060867b317f03
 SHA512:
-  metadata.gz: 1b325ac5b0576556356d973fbe5a34c5f9ea9e1a16bc9e5011fee9f83c6df7d0db2009ae190eaf190de407e12b65bbddb56de2be524b6d97820e1d537af10a23
-  data.tar.gz: 1d968eec2ce1176215d45e4690dc5b87dcf0e17ce9c7d78c64a94aff4111bd7f0e729bb146806c842572681c56b20fa6248430ea7788367981952c0934ca145c
+  metadata.gz: dd5a38523ad21a2ca981eb1cb996c0ccb14e78e1d6fb56e3fa20750b5ad3c57839ab48da45c539517542f471927e250e038dcab222f4299cac70368e6a92b665
+  data.tar.gz: 9535ee1e6dea408f0887a97a8320ec0d1a42f1cb18603cf4dd3ed761a91a12d5258fbe6a0ea8c7cf31d1ce47bb1bff1e0e56e4c2aa32d746e68ceee637f2ca01

data/exe/mundle

@@ -4,4 +4,6 @@ require "bundler/setup"
 require "mundler"
 require "mundler/cli"
 
+Bundler.require
+
 Mundler::CLI.start(ARGV)

data/lib/mundler/build_config.rb

@@ -16,8 +16,12 @@ module Mundler
       end.join("\n")
     end
 
-    def gems
+    def gems(platform_name)
       @config.gems.map do |gem|
+        if !gem[:platforms].empty? && !gem[:platforms].include?(platform_name.to_sym)
+          next
+        end
+
         # e.g. gem = {:name=>"mruby-regexp-pcre", :path=>nil, :github=>nil, :core=>nil}
         args = ":mgem => #{gem[:name].inspect}"
 
@@ -47,29 +51,139 @@ module Mundler
 
     private
 
-    def platforms
-      @config.platforms.map do |platform|
-        type = @config.platform_types[platform[:name].to_s]
-        raise "Can't find platform: #{platform[:name]}" unless type
-        type.config(platform, self)
-      end.join("\n")
+    def host_platform
+      @config.platforms
+        .select { |attributes| attributes[:name].to_s == "host" }
+        .map { |attributes| platform(attributes) }
+        .join("\n")
+    end
+
+    def non_host_platforms
+      @config.platforms
+        .select { |attributes| attributes[:name].to_s != "host" }
+        .map { |attributes| platform(attributes) }
+        .join("\n")
+    end
+
+    def platform(platform_attrs)
+      platform_name = platform_attrs[:name].to_s
+      type = @config.platform_types[platform_name]
+      raise "Can't find platform: #{platform_name}" unless type
+
+      options = {}
+      @config.libraries.each do |library_name, library_options|
+        library_type = @config.library_types[library_name]
+
+        raise "Unknown library: #{library_name}" unless library_type
+
+        library_builder = library_type.new
+
+        puts "Using #{library_name} library (#{platform_name})"
+        library_builder.build(platform_name, library_options)
+        library_attrs = library_builder.platform_configuration(platform_name, library_options)
+        raise "Library #{library_name} for platform #{platform_name} returned expected result" unless library_attrs.is_a?(Hash)
+        merge_platform_attributes!(options, library_attrs)
+      end
+
+      merge_platform_attributes!(options, platform_attrs[:options])
+
+      type.config(options, self)
+    end
+
+    # Merge with a bit of specific logic to make sure build settings
+    #
+    # E.g. if lhs was something like
+    #
+    # ```
+    # {
+    #   cc: { flags: "-I#{sdl_install}/include/SDL2" },
+    #   linker: { flags: "-L#{sdl_install}/lib -lSDL2 -lSDL2_image -lSDL2_ttf" }
+    # }
+    # ```
+    #
+    # and rhs was like
+    #
+    # ```
+    # {
+    #   cc: { flags: "abc" },
+    #   linker: { flags: "def" },
+    #   more_options: true
+    # }
+    # ```
+    #
+    # result would be
+    # ```
+    # {
+    #   cc: { flags: ["-I#{sdl_install}/include/SDL2", "abc"] },
+    #   linker: { flags: ["-L#{sdl_install}/lib -lSDL2 -lSDL2_image -lSDL2_ttf", "def"] }
+    #   more_options: true
+    # }
+    # ```
+    #
+    def merge_platform_attributes!(lhs, rhs)
+      rhs = rhs.dup
+
+      [:cc, :linker].each do |cc_or_linker|
+        [:command, :flags].each do |command_or_flags|
+          lhs_flags = lhs.dig(cc_or_linker, command_or_flags)
+          rhs_flags = rhs.dig(cc_or_linker, command_or_flags)
+
+          if rhs_flags
+            lhs[cc_or_linker] ||= {}
+            lhs[cc_or_linker][command_or_flags] ||= []
+            lhs_flags = lhs.dig(cc_or_linker, command_or_flags)
+
+            if lhs_flags.is_a?(String)
+              lhs[cc_or_linker][command_or_flags] = [lhs_flags]
+            end
+
+            if rhs_flags.is_a?(String)
+              rhs[cc_or_linker][command_or_flags] = [rhs_flags]
+            end
+
+            lhs[cc_or_linker][command_or_flags] = lhs[cc_or_linker][command_or_flags] + rhs[cc_or_linker][command_or_flags]
+          end
+        end
+
+        rhs.delete(cc_or_linker)
+      end
+
+      lhs.merge!(rhs)
+    end
+
+    def env_vars
+      str = ""
+      @config.env.each do |key, value|
+        str = str + "\nENV[\"#{key}\"] = \"#{value}\""
+      end
+      str
     end
 
     def contents
       contents = <<~CONTENTS
         # #{mruby_version}
+        #{env_vars}
 
         MRuby::Build.new do |conf|
           toolchain :clang
 
+        #{host_platform}
           #{gemboxes}
-          #{gems}
+          #{gems(:host)}
         end
 
-        #{platforms}
+        #{non_host_platforms}
       CONTENTS
 
-      contents.strip + "\n"
+      contents = contents.strip + "\n"
+
+      3.times do
+        contents.gsub!("\n  \n", "\n\n")
+        contents.gsub!("\n\n\n", "\n\n")
+        contents.gsub!("\n\nend", "\nend")
+      end
+
+      contents
     end
   end
 end

data/lib/mundler/clean_environment.rb

@@ -0,0 +1,11 @@
+module Mundler
+  def self.with_clean_env(&blk)
+    if defined?(Bundler) && Bundler.respond_to?(:with_unbundled_env)
+      Bundler.with_unbundled_env(&blk)
+    elsif defined?(Bundler)
+      Bundler.with_clean_env(&blk)
+    else
+      blk.call
+    end
+  end
+end

data/lib/mundler/cli.rb

@@ -11,11 +11,12 @@ module Mundler
     desc "install", "Download and compile mruby"
     def install
       Mundler::Project.new(Dir.pwd).install
+      puts("\e[32mMundle complete!\e[0m")
     rescue Mundler::CompilationError
-      $stderr.puts("\e[31mFailed to install\e[0m")
+      $stderr.puts("\e[31mMundle failed\e[0m")
       exit 1
     rescue Interrupt
-      $stderr.puts("\e[31mUser cancelled\e[0m")
+      $stderr.puts("\e[31mMundle failed (user cancelled)\e[0m")
       exit 1
     rescue MundlefileNotFound
       $stderr.puts("\e[31mMundlefile not found in the current directory\e[0m")
@@ -27,6 +28,7 @@ module Mundler
       project = Mundler::Project.new(Dir.pwd)
       project.clean
       project.install
+      puts("\e[32mMundle complete!\e[0m")
     rescue Mundler::CompilationError
       $stderr.puts("\e[31mFailed to install\e[0m")
       exit 1

data/lib/mundler/config.rb

@@ -10,10 +10,16 @@ module Mundler
       @gemboxes = []
       @gems = []
       @platform_types = {}
+      @library_types = {}
+      @env = {}
+      @libraries = {}
     end
 
     attr_reader :mruby
     attr_reader :platform_types
+    attr_reader :library_types
+    attr_reader :libraries
+    attr_reader :env
 
     def hex
       Digest::MD5.hexdigest(to_s)
@@ -36,9 +42,25 @@ module Mundler
         #{mruby.inspect}
         #{platforms.inspect}
         #{platform_types.keys.sort.inspect}
+        #{library_types.keys.sort.inspect}
+        #{hashable_string_for_hash(env)}
         #{gemboxes.inspect}
         #{gems.inspect}
+        #{hashable_string_for_hash(libraries)}
       HASHABLE
     end
+
+    private
+
+    def hashable_string_for_hash(hash)
+      str = "{"
+      sorted_keys = hash.keys.sort
+
+      sorted_keys.map do |key|
+        str = str + "#{key}=>#{hash[key]}"
+      end.join(", ")
+
+      str + "}"
+    end
   end
 end

data/lib/mundler/dsl.rb

@@ -3,13 +3,12 @@ module Mundler
     def initialize(path)
       @config = Config.new
       @path = path
+
+      load_libraries
+      load_platforms
     end
 
     def evaluate!
-      platforms = Dir.glob(File.join(__dir__, "platforms", "*.rb"))
-      platforms.each do |platform|
-        instance_eval(File.read(platform))
-      end
       begin
         instance_eval(File.read(@path), @path)
       rescue Errno::ENOENT
@@ -19,6 +18,20 @@ module Mundler
 
     attr_reader :config
 
+    def load_libraries
+      libraries = Dir.glob(File.join(__dir__, "libraries", "*.rb"))
+      libraries.each do |library|
+        instance_eval(File.read(library))
+      end
+    end
+
+    def load_platforms
+      platforms = Dir.glob(File.join(__dir__, "platforms", "*.rb"))
+      platforms.each do |platform|
+        instance_eval(File.read(platform))
+      end
+    end
+
     private
 
     def mruby(url: nil, tag: nil, branch: nil)
@@ -40,8 +53,31 @@ module Mundler
       config.platforms << { name: name.to_s, options: options }
     end
 
-    def gem(name, core: nil, path: nil, github: nil)
-      config.gems << { name: name, path: path, github: github, core: core }
+    def gem(name, core: nil, path: nil, github: nil, platforms: [])
+      if path && !path.start_with?("/")
+        app_path = Pathname.new(@path).dirname.to_s
+        path = File.expand_path(File.join(app_path, path))
+      end
+
+      config.gems << {
+        name: name,
+        path: path,
+        github: github,
+        core: core,
+        platforms: Array(platforms)
+      }
+    end
+
+    def env(name, value)
+      config.env[name] = value
+    end
+
+    def library(name, options = {})
+      config.libraries[name.to_s] = options
+    end
+
+    def define_library(name, library_class)
+      config.library_types[name.to_s] = library_class
     end
   end
 end

data/lib/mundler/libraries/example.rb

@@ -0,0 +1,13 @@
+# class ExampleLibrary
+#   def build(platform, options)
+#   end
+
+#   def platform_configuration(platform, options)
+#     {
+#       cc: { flags: "X" },
+#       linker: { flags: "Y" }
+#     }
+#   end
+# end
+
+# define_library "example", ExampleLibrary

data/lib/mundler/mruby.rb

@@ -29,7 +29,8 @@ module Mundler
       FileUtils.rm_rf(@path)
       FileUtils.mkdir_p(@path)
       FileUtils.cd(@path)
-      git_clone = Proc.new do
+
+      Mundler.with_clean_env do
         system(
           {
             # The {mundler gem path}/cached_git directory contains a binary called
@@ -38,20 +39,13 @@ module Mundler
             "PATH" => ([cached_git_dir] + ENV["PATH"].split(":")).join(":")
           },
           "git clone #{mruby_url} . >/dev/null 2>&1"
-        ) || error_out("Failed to clone mruby: #{mruby_url}")
-      end
-
-      if defined?(Bundler) && Bundler.respond_to?(:with_unbundled_env)
-        Bundler.with_unbundled_env(&git_clone)
-      elsif defined?(Bundler)
-        Bundler.with_clean_env(&git_clone)
-      else
-        git_clone.call
+        ) || raise(Mundler::CloneError, "Failed to clone #{mruby_url}")
       end
 
       if version
         system("git reset --hard #{version} >/dev/null 2>&1") ||
-          error_out("Failed to set version to #{version}")
+          system("git reset --hard origin/#{version} >/dev/null 2>&1") ||
+          exit_out("Failed to set mruby version to \"#{version}\".")
       end
 
       FileUtils.touch(success_indicator)
@@ -70,6 +64,26 @@ module Mundler
     def compile(build_config)
       logfile = Tempfile.new(['mundler_build', '.log'])
 
+      version = (
+        @config.mruby[:tag] ||
+        @config.mruby[:branch] ||
+        @config.mruby[:version]
+      )
+
+      @config.gemboxes.each do |gembox|
+        puts "Using #{gembox} gembox"
+      end
+      @config.gems.each do |gem|
+        if gem[:platforms].empty?
+          puts "Using #{gem[:name]} gem"
+        else
+          puts "Using #{gem[:name]} gem for platforms: #{gem[:platforms]}"
+        end
+      end
+
+      puts "Using mruby (#{version})"
+
+
       success_indicator = File.join(@path, ".mundler_built_successfully")
       if File.file?(success_indicator)
         return
@@ -87,14 +101,14 @@ module Mundler
               directory = pathname.directory? ? pathname.to_s : Pathname.new(file).dirname.to_s
               next if covered.include?(directory)
               covered << directory
-              print "\e[32m.\e[0m"
+              print "\e[34m.\e[0m"
             end
           end
           sleep(0.3)
         end
       end
 
-      clean = Proc.new do
+      Mundler.with_clean_env do
         rake = `which rake`.chomp
         system(
           {
@@ -108,15 +122,14 @@ module Mundler
         ) || begin
           $stderr.print "\e[31mF\e[0m"
           $stderr.puts "\n\n"
+          $stderr.puts File.read(build_config)
           $stderr.puts File.read(logfile)
 
           raise Mundler::CompilationError
         end
 
         cleaned = true
-      end
 
-      compile = Proc.new do
         rake = `which rake`.chomp
         system(
           {
@@ -130,26 +143,18 @@ module Mundler
         ) || begin
           $stderr.print "\e[31mF\e[0m"
           $stderr.puts "\n\n"
+          $stderr.puts File.read(build_config)
           $stderr.puts File.read(logfile)
 
           raise Mundler::CompilationError
         end
       end
 
-      if defined?(Bundler) && Bundler.respond_to?(:with_unbundled_env)
-        Bundler.with_unbundled_env(&clean)
-        Bundler.with_unbundled_env(&compile)
-      elsif defined?(Bundler)
-        Bundler.with_clean_env(&clean)
-        Bundler.with_clean_env(&compile)
-      else
-        clean.call
-        compile.call
-      end
+      puts "\n\n"
 
-      output_thread.kill
       FileUtils.touch(success_indicator)
     ensure
+      output_thread.kill if output_thread
       logfile.close
       logfile.delete
     end
@@ -169,6 +174,11 @@ module Mundler
 
     private
 
+    def exit_out(msg)
+      STDERR.puts("\e[31m#{msg}\e[0m")
+      exit(1)
+    end
+
     def installed?
       success_indicator = File.join(@path, ".mundler_built_successfully")
       File.file?(success_indicator)

data/lib/mundler/platforms/android.rb

@@ -23,12 +23,32 @@ module AndroidPlatform
 
           toolchain :android, params
 
+        #{cc_and_linker(options[:options])}
           #{build_config.gemboxes}
-          #{build_config.gems}
+          #{build_config.gems(:android)}
         end
       BUILD
     end.join("\n")
   end
+
+  def self.cc_and_linker(options)
+    build = ""
+    if options[:cc]
+      build += "  conf.cc do |cc|\n"
+      build += "    cc.command = #{options[:cc][:command].inspect}\n" if options[:cc][:command]
+      build += "    cc.flags << #{options[:cc][:flags].inspect}\n" if options[:cc][:flags]
+      build += "  end\n\n"
+    end
+
+    if options[:linker]
+      build += "  conf.linker do |linker|\n"
+      build += "    linker.command = #{options[:linker][:command].inspect}\n" if options[:linker][:command]
+      build += "    linker.flags << #{options[:linker][:flags].inspect}\n" if options[:linker][:flags]
+      build += "  end\n\n"
+    end
+
+    build
+  end
 end
 
 define_platform "android", AndroidPlatform

data/lib/mundler/platforms/host.rb

@@ -0,0 +1,23 @@
+module HostPlatform
+  def self.config(options, build_config)
+    build = ""
+
+    if options[:cc]
+      build += "  conf.cc do |cc|\n"
+      build += "    cc.command = #{options[:cc][:command].inspect}\n" if options[:cc][:command]
+      build += "    cc.flags << #{options[:cc][:flags].inspect}\n" if options[:cc][:flags]
+      build += "  end\n\n"
+    end
+
+    if options[:linker]
+      build += "  conf.linker do |linker|\n"
+      build += "    linker.command = #{options[:linker][:command].inspect}\n" if options[:linker][:command]
+      build += "    linker.flags << #{options[:linker][:flags].inspect}\n" if options[:linker][:flags]
+      build += "  end\n\n"
+    end
+
+    build
+  end
+end
+
+define_platform "host", HostPlatform

data/lib/mundler/platforms/ios.rb

@@ -1,7 +1,8 @@
 module IOSPlatform
   def self.config(options, build_config)
     valid_archs = [:armv7, :arm64]
-    options[:archs] ||= valid_archs
+    default_archs = [:arm64]
+    options[:archs] ||= default_archs
 
     options[:archs].map do |arch|
       unless valid_archs.include?(arch)
@@ -19,19 +20,25 @@ module IOSPlatform
         -isysroot #{ios_sdk}
       )
 
+      cc_command = options.dig(:cc, :command) || clang
+      linker_command = options.dig(:linker, :command) || clang
+
+      cc_flags = flags + Array(options.dig(:cc, :flags) || [])
+      linker_flags = flags + Array(options.dig(:linker, :flags) || [])
+
       <<~BUILD
         MRuby::CrossBuild.new("ios__#{arch}") do |conf|
           #{build_config.gemboxes}
-          #{build_config.gems}
+          #{build_config.gems(:ios)}
 
           conf.cc do |cc|
-            cc.command = #{clang.inspect}
-            cc.flags = #{flags.inspect}
+            cc.command = #{cc_command.inspect}
+            cc.flags = #{cc_flags.inspect}
           end
 
           conf.linker do |l|
-            l.command = #{clang.inspect}
-            l.flags = #{flags.inspect}
+            l.command = #{linker_command.inspect}
+            l.flags = #{linker_flags.inspect}
           end
         end
       BUILD

data/lib/mundler/platforms/ios_simulator.rb

@@ -1,6 +1,6 @@
 module IOSSimulatorPlatform
   def self.config(options, build_config)
-    valid_archs = [:i386, :x86_64]
+    valid_archs = [:i386, :x86_64, :arm64]
     options[:archs] ||= valid_archs
 
     options[:archs].map do |arch|
@@ -19,19 +19,25 @@ module IOSSimulatorPlatform
         -isysroot #{ios_simulator_sdk}
       )
 
+      cc_command = options.dig(:cc, :command) || clang
+      linker_command = options.dig(:linker, :command) || clang
+
+      cc_flags = flags + Array(options.dig(:cc, :flags) || [])
+      linker_flags = flags + Array(options.dig(:linker, :flags) || [])
+
       <<~BUILD
         MRuby::CrossBuild.new("ios_simulator__#{arch}") do |conf|
           #{build_config.gemboxes}
-          #{build_config.gems}
+          #{build_config.gems(:ios_simulator)}
 
           conf.cc do |cc|
-            cc.command = #{clang.inspect}
-            cc.flags = #{flags.inspect}
+            cc.command = #{cc_command.inspect}
+            cc.flags = #{cc_flags.inspect}
           end
 
           conf.linker do |l|
-            l.command = #{clang.inspect}
-            l.flags = #{flags.inspect}
+            l.command = #{linker_command.inspect}
+            l.flags = #{linker_flags.inspect}
           end
         end
       BUILD

data/lib/mundler/platforms/wasm.rb

@@ -0,0 +1,33 @@
+module WASMPlatform
+  def self.config(options, build_config)
+    cc_command = "emcc"
+    linker_command = "emcc"
+    archiver_command = "emar"
+
+    cc_flags = ["-Os"]
+
+    <<~BUILD
+      MRuby::CrossBuild.new("wasm") do |conf|
+        toolchain :clang
+
+        #{build_config.gemboxes}
+        #{build_config.gems(:wasm)}
+
+        conf.cc do |cc|
+          cc.command = #{cc_command.inspect}
+          cc.flags = #{cc_flags.inspect}
+        end
+
+        conf.linker do |l|
+          l.command = #{linker_command.inspect}
+        end
+
+        conf.archiver do |a|
+          a.command = #{archiver_command.inspect}
+        end
+      end
+    BUILD
+  end
+end
+
+define_platform "wasm", WASMPlatform

data/lib/mundler/version.rb

@@ -1,3 +1,3 @@
 module Mundler
-  VERSION = "0.6.1"
+  VERSION = "0.9.0"
 end

data/lib/mundler.rb

@@ -8,9 +8,11 @@ require "mundler/build_config"
 require "mundler/dsl"
 require "mundler/mruby"
 require "mundler/project"
+require "mundler/clean_environment"
 
 module Mundler
   class CompilationError < StandardError; end
+  class CloneError < CompilationError; end
   class NotInstalledError < StandardError; end
   class MundlefileNotFound < StandardError; end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mundler
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.9.0
 platform: ruby
 authors:
 - Daniel Inkpen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-07-25 00:00:00.000000000 Z
+date: 2022-05-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -65,13 +65,17 @@ files:
 - lib/mundler/build_config.rb
 - lib/mundler/cached_git/cached_git
 - lib/mundler/cached_git/git
+- lib/mundler/clean_environment.rb
 - lib/mundler/cli.rb
 - lib/mundler/config.rb
 - lib/mundler/dsl.rb
+- lib/mundler/libraries/example.rb
 - lib/mundler/mruby.rb
 - lib/mundler/platforms/android.rb
+- lib/mundler/platforms/host.rb
 - lib/mundler/platforms/ios.rb
 - lib/mundler/platforms/ios_simulator.rb
+- lib/mundler/platforms/wasm.rb
 - lib/mundler/project.rb
 - lib/mundler/version.rb
 homepage: https://github.com/Dan2552/mundler