tebako 0.7.3.rc4 → 0.7.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3f3b44e8963dcb8233b713cecb17e415a7b8197f2ec7ac2273653643a4966e8c
-  data.tar.gz: def76f0080fb30b67a93c601e1d87d7d4d1e77dd3690fd4393b7814072c188ab
+  metadata.gz: f401cd856745a3bf5936d3805342314d03b2fb08d6972c3a3c80164333af135c
+  data.tar.gz: 6c6db56b7763e6e0412539b20a0d6b5f679a1da55ceb8cc722293315df2f3cea
 SHA512:
-  metadata.gz: 2ef735655d9381b8c9ea00e126b310f1467ea5073aaed4d0e7d843c3d47689249840d7cf6d94603bdbd73052ccbad2e4f4900b64277486b93504f222443b7c7c
-  data.tar.gz: 40b6af3a9ae43db759b1853e7bbcf1f488a388eb6f0afefeb38158d725d37d3cc8b623b72e3213e8345371eb99ad191156ac984a1cad4f7ca61e8e0b55052b53
+  metadata.gz: '028f3c468930c81829d693900dc9adb10a477877fdb5f65376b3c3f3a846672845389e83d4f361a207a15f1c4e824904fb4de88363c04aeb74b547504a03a01a'
+  data.tar.gz: a7aadebf1ec8b478e156d571ef9e7f48cb50965efdf1c629b895b96a039a8ffd116722460a80d042ab97e43a15ded8843148e0469079744f3ed8c6e5a55973bc

data/CMakeLists.txt

@@ -116,7 +116,7 @@ set(IS_MUSL OFF)
 set(IS_MSYS OFF)
 set(IS_DARWIN OFF)
 set(RB_W32 OFF)
-set(RUBY_WITHOUT_EXT "dbm,win32,win32ole,'-test-'")
+set(RUBY_WITHOUT_EXT "dbm,win32,win32ole,-test-\*")
 set(RUBY_NAME "ruby")
 set(RUBY_SUFFIX "")
 set(EXE_SUFFIX "")
@@ -131,7 +131,7 @@ elseif("${OSTYPE_TXT}" MATCHES "^msys*")
   set(IS_MSYS ON)
   # set(DWARFS_PRELOAD ON)
   set(RB_W32 ON)
-  set(RUBY_WITHOUT_EXT "dbm,syslog,pty,gdbm,readline,'-test-'")
+  set(RUBY_WITHOUT_EXT "dbm,syslog,pty,gdbm,readline,-test-\*")
   #set(RUBY_SUFFIX "w")
   set(EXE_SUFFIX ".exe")
   set(CMD_SUFFIX ".cmd")
@@ -462,7 +462,6 @@ else (${SETUP_MODE})
   )
 
   add_custom_target(packaged_filesystem
-    COMMAND ruby ${EXE}/tebako-packager strip ${OSTYPE_TXT} ${DATA_SRC_DIR}
     COMMAND ${GNU_BASH} -c "chmod +x ${DEPS_BIN_DIR}/mkdwarfs${EXE_SUFFIX}"
     # No progress below is critical since in reporting mode mkdwarfs tries to work directly with terminal
     # and it creates issues for stderr redirects (&2 > 1) used by Ninja and our test srcipts
@@ -487,22 +486,18 @@ else (${SETUP_MODE})
   add_dependencies(tebako-fs packaged_filesystem)
 
   if (${RUBY_VER} VERSION_LESS "3.0.0")
-    add_custom_target(patched_ruby
+    add_custom_target(tebako
       COMMAND ${CMAKE_COMMAND} -E chdir ${RUBY_SOURCE_DIR} make ${RUBY_MAKEFILE} -j${NCORES}
-    )
+      COMMAND ruby ${EXE}/tebako-packager finalize ${OSTYPE_TXT} ${RUBY_SOURCE_DIR} ${APP_NAME}
+      )
   else()
-    add_custom_target(patched_ruby
+    add_custom_target(tebako
       COMMAND ${CMAKE_COMMAND} -E chdir ${RUBY_SOURCE_DIR} make ruby ${RUBY_MAKEFILE} -j${NCORES}
       COMMAND ${CMAKE_COMMAND} -E chdir ${RUBY_SOURCE_DIR} make ${RUBY_MAKEFILE} -j${NCORES}
-    )
+      COMMAND ruby ${EXE}/tebako-packager finalize ${OSTYPE_TXT} ${RUBY_SOURCE_DIR} ${APP_NAME}
+      )
   endif()
 
-  add_dependencies(patched_ruby setup tebako-fs)
-
-  add_custom_target(tebako ALL
-    COMMAND ${CMAKE_COMMAND} -E copy ${RUBY_SOURCE_DIR}/ruby${RUBY_SUFFIX}${EXE_SUFFIX} ${APP_NAME}${EXE_SUFFIX}
-    COMMAND ${CMAKE_COMMAND} -E echo "Tebako packaging has completed"
-    DEPENDS patched_ruby
-  )
+  add_dependencies(tebako setup tebako-fs)
 
 endif(${SETUP_MODE})

data/README.adoc

@@ -38,7 +38,15 @@ The Tebako packager is tested on the following platforms:
 * MacOS: macOS 12 (Monterey), 13 (Ventura), 14 (Sonoma)
 * Windows: 2019, 2022 (using MinGW ucrt64 toolchain)
 
-Please note that Windows support is in pre-release and is a subject of further testing and optimization
+There are two known Windows issues:
+
+* tebako may face errors related to CMake path length limitations (https://gitlab.kitware.com/cmake/cmake/-/issues/25936).
+This error may affect not tebako itself but the gems that need to be package and use CMake to build native extensions.
+There is no workaround for this issue as it looks like is a limitation of the manifest used to build CMake executable.
+* MSys strip utility creates broken executable when tebako image is processed. Linking with '-s' flag produces unusable
+executables as well.
+Until this issue (https://github.com/tamatebako/tebako/issues/172) is resolved we plan to produce an Windows executable
+with debug information unstripped. You can opt to run 'strip -S' manually, it most cases it works.
 
 == Supported Ruby versions
 
@@ -128,6 +136,16 @@ brew install gnu-sed bash pkg-config bison flex binutils libffi gdbm zlib ncurse
   double-conversion boost jemalloc fmt glog libevent libsodium lz4 xz libyaml openssl@3
 ----
 
+==== Bison 3+
+
+Tebako relies on bison 3 but the default macOS version installed is 2.3 and the Homebrew formula is keg-only.
+To ensure the correct version of bison is picked, run this command before the build process:
+
+[source,sh]
+----
+export PATH="$(brew --prefix bison)/bin:$PATH"
+----
+
 === Windows (workstation 10, 11; Server 2019, 2022)
 
 The simplest approach is to use Ruby development environment provided by RubyInstaller, for example Ruby+Devkit 3.1.4-1.
@@ -141,11 +159,6 @@ Once it is installed use the following commands:
             fmt glog dlfcn gtest autotools ncurses libyaml
 ----
 
-Please note that on Windows tebako may face issues related by CMake path length limitations.
-(https://gitlab.kitware.com/cmake/cmake/-/issues/25936)
-This error may affect not tebako itself but the gems that need to be package and use CMake to build native extensions.
-There is no workaround for this issue as it lloks like is a limitation of the manifest used to build CMake executable.
-
 == Installation
 
 === General

data/exe/tebako-packager

@@ -48,26 +48,7 @@ begin
     end
 
     Tebako::Packager.pass1(ARGV[1], ARGV[2], ARGV[3], ARGV[4], ARGV[5])
-  when "stash"
-    #       ARGV[0] -- command
-    #       ARGV[1] -- DATA_SRC_DIR
-    #       ARGV[2] -- RUBY_STASH_DIR
-    unless ARGV.length == 3
-      raise Tebako::Error,
-            "tebako-packager stash command expects 3 arguments, #{ARGV.length} has been provided."
-    end
-
-    Tebako::Packager.stash(ARGV[1], ARGV[2])
-  when "strip"
-    #       ARGV[0] -- command
-    #       ARGV[1] -- OSTYPE
-    #       ARGV[2] -- DATA_SRC_DIR
-    unless ARGV.length == 3
-      raise Tebako::Error,
-            "tebako-packager strip command expects 3 arguments, #{ARGV.length} has been provided."
-    end
 
-    Tebako::Stripper.strip(ARGV[1], ARGV[2])
   when "pass1a"
     #       ARGV[0] -- command
     #       ARGV[1] -- RUBY_SOURCE_DIR
@@ -114,6 +95,16 @@ begin
     # That shall match CMakeLists.txt settings
     Tebako::Packager.deploy(ARGV[1], ARGV[4], ARGV[5], ARGV[11], ARGV[7], ARGV[8], ARGV[9])
 
+  when "finalize"
+    #       ARGV[0] -- command
+    #       ARGV[1] -- OSTYPE
+    #       ARGV[2] -- RUBY_SOURCE_DIR
+    #       ARGV[3] -- APP_NAME
+    unless ARGV.length == 4
+      raise Tebako::Error,
+            "tebako-packager finalize command expects 4 arguments, #{ARGV.length} has been provided."
+    end
+    Tebako::Packager.finalize(ARGV[1], ARGV[2], ARGV[3])
   else
     raise Tebako::Error, "tebako-packager cannot process #{ARGV[0]} command"
   end
@@ -121,5 +112,4 @@ rescue Tebako::Error => e
   puts "tebako-packager failed: #{e.message} [#{e.error_code}]"
   exit(e.error_code)
 end
-
 exit(0)

data/lib/tebako/cli.rb

@@ -61,8 +61,8 @@ module Tebako
     def clean_ruby
       puts "Cleaning Ruby sources from tebako packaging environment"
       suffix = options["Ruby"].nil? ? "" : "_#{options["Ruby"]}"
-      nmr = "src/_ruby_#{suffix}*"
-      nms = "stash_#{suffix}"
+      nmr = "src/_ruby#{suffix}*"
+      nms = "stash#{suffix}*"
       FileUtils.rm_rf(Dir.glob(File.join(deps, nmr)), secure: true)
       FileUtils.rm_rf(Dir.glob(File.join(deps, nms)), secure: true)
     end

data/lib/tebako/deploy_helper.rb

@@ -29,6 +29,7 @@ require "fileutils"
 require "find"
 
 require_relative "error"
+require_relative "packager/patch_helpers"
 
 # Tebako - an executable packager
 module Tebako
@@ -65,11 +66,16 @@ module Tebako
     end
 
     def deploy
-      system("#{gem_command} env")
-      install_gem("tebako-runtime")
-      install_gem("bundler", Tebako::BUNDLER_VERSION) if needs_bundler?
-
-      deploy_solution
+      Packager::PatchHelpers.with_env(deploy_env) do
+        unless Packager::PatchHelpers.ruby31?(@ruby_ver)
+          update_rubygems
+          patch_after_rubygems_update(@target_dir, @ruby_api_version)
+        end
+        system("#{gem_command} env")
+        install_gem("tebako-runtime")
+        install_gem("bundler", BUNDLER_VERSION) if needs_bundler?
+        deploy_solution
+      end
     end
 
     def deploy_env
@@ -264,6 +270,13 @@ module Tebako
                   end
     end
 
+    def patch_after_rubygems_update(target_dir, ruby_api_ver)
+      # Autoload cannot handle statically linked openssl extension
+      # Changing it to require seems to be the simplest solution
+      Packager::PatchHelpers.patch_file("#{target_dir}/lib/ruby/site_ruby/#{ruby_api_ver}/rubygems/openssl.rb",
+                                        { "autoload :OpenSSL, \"openssl\"" => "require \"openssl\"" })
+    end
+
     def run_with_capture(args)
       puts "   ... @ #{args.join(" ")}"
       out, st = Open3.capture2e(*args)

data/lib/tebako/packager/patch_helpers.rb

@@ -62,10 +62,18 @@ module Tebako
           out
         end
 
+        def exe_suffix(ostype)
+          msys?(ostype) ? ".exe" : ""
+        end
+
         def msys?(ostype)
           ostype =~ /msys|cygwin|mingw/
         end
 
+        def macos?(ostype)
+          ostype =~ /darwin/
+        end
+
         def patch_c_file_pre(pattern)
           {
             pattern => "#{PatchLiterals::C_FILE_SUBST}\n#{pattern}"

data/lib/tebako/packager/patch_libraries.rb

@@ -40,13 +40,12 @@ module Tebako
         DARWIN_BREW_LIBS = [
           ["zlib", "z"],            ["gdbm", "gdbm"],           ["readline", "readline"], ["libffi", "ffi"],
           ["ncurses", "ncurses"],   ["fmt", "fmt"],             ["lz4", "lz4"],           ["xz", "lzma"],
-          ["libyaml", "yaml"],      ["boost", "boost_chrono"],
-          ["double-conversion", "double-conversion"]
+          ["libyaml", "yaml"],      ["boost", "boost_chrono"],  ["double-conversion", "double-conversion"]
         ].freeze
 
         DARWIN_BREW_LIBS_PRE_31 = [["openssl@1.1", "ssl"], ["openssl@1.1", "crypto"]].freeze
 
-        DARWIN_BREW_LIBS_31 = [["libyaml", "yaml"], ["openssl@3", "ssl"], ["openssl@3", "crypto"]].freeze
+        DARWIN_BREW_LIBS_31 = [["openssl@3", "ssl"], ["openssl@3", "crypto"]].freeze
 
         DARWIN_DEP_LIBS = ["glog", "gflags", "brotlienc", "brotlidec", "brotlicommon"].freeze
         # rubocop:enable Style/WordArray

data/lib/tebako/packager.rb

@@ -31,6 +31,7 @@ require "pathname"
 
 require_relative "error"
 require_relative "deploy_helper"
+require_relative "stripper"
 require_relative "packager/pass1"
 require_relative "packager/pass1a"
 require_relative "packager/pass2"
@@ -79,14 +80,22 @@ module Tebako
 
         deploy_helper = Tebako::DeployHelper.new(fs_root, fs_entrance, fs_mount_point, target_dir, pre_dir)
         deploy_helper.config(os_type, ruby_ver)
+        deploy_helper.deploy
+        Tebako::Stripper.strip(os_type, target_dir)
+      end
 
-        PatchHelpers.with_env(deploy_helper.deploy_env) do
-          unless PatchHelpers.ruby31?(ruby_ver)
-            deploy_helper.update_rubygems
-            patch_after_rubygems_update(target_dir, deploy_helper.ruby_api_version)
-          end
-          deploy_helper.deploy
+      def finalize(os_type, src_dir, app_name)
+        exe_suffix = Packager::PatchHelpers.exe_suffix(os_type)
+        src_name = File.join(src_dir, "ruby#{exe_suffix}")
+        package_name = "#{app_name}#{exe_suffix}"
+        # [TODO] On MSys strip sometimes creates a broken executable
+        # https://github.com/tamatebako/tebako/issues/172
+        if Packager::PatchHelpers.msys?(os_type)
+          FileUtils.cp(src_name, package_name)
+        else
+          Tebako::Stripper.strip_file(src_name, package_name)
         end
+        puts "Created tebako package at \"#{package_name}\""
       end
 
       # Init
@@ -188,13 +197,6 @@ module Tebako
         end
         ruby_version
       end
-
-      def patch_after_rubygems_update(target_dir, ruby_api_ver)
-        # Autoload cannot handle statically linked openssl extension
-        # Changing it to require seems to be the simplest solution
-        PatchHelpers.patch_file("#{target_dir}/lib/ruby/site_ruby/#{ruby_api_ver}/rubygems/openssl.rb",
-                                { "autoload :OpenSSL, \"openssl\"" => "require \"openssl\"" })
-      end
     end
   end
 end

data/lib/tebako/stripper.rb

@@ -28,12 +28,13 @@
 require "fileutils"
 require "find"
 
+require_relative "packager/patch_helpers"
+
 # Tebako - an executable packager
 module Tebako
   # Tebako packaging support (stripper)
   module Stripper
-    DELETE_EXTENSIONS = %w[o lo obj a lib].freeze
-    STRIP_EXTENSIONS = %w[dll so].freeze
+    DELETE_EXTENSIONS = %w[o lo obj a la lib].freeze
     BIN_FILES = %w[
       bundle bundler rbs erb gem irb racc racc2y rake rdoc ri y2racc rdbg typeprof
     ].freeze
@@ -47,15 +48,29 @@ module Tebako
       #        from memfs or not. For debugging purposes it is very handy to have it here
       def strip(ostype, src_dir)
         puts "   ... stripping the output"
-        strip_bs(ostype, src_dir)
+        strip_bs(src_dir)
         strip_fi(ostype, src_dir)
         strip_li(ostype, src_dir)
       end
 
+      def strip_file(file_in, file_out = nil)
+        params = ["strip", "-S", file_in]
+        params << "-o" << file_out unless file_out.nil?
+        out, st = Open3.capture2e(*params)
+
+        # Some gems (well, libmspack) has bundled extensions for several architectures)
+        # Getting something like:
+        # strip: Unable to recognise the format of the input file
+        # `/tmp/cirrus-ci-build/o/s/lib/ruby/gems/3.1.0/gems/libmspack-0.11.0/ext/x86_64-linux/libmspack.so'
+        # on aarch64
+
+        puts "Warning: could not strip #{file_in}:\n #{out}" unless st.exitstatus.zero?
+      end
+
       private
 
       def get_files(ostype)
-        exe_suffix = ostype =~ /msys/ ? ".exe" : ""
+        exe_suffix = Packager::PatchHelpers.exe_suffix(ostype)
         files = BIN_FILES.flat_map do |f|
           [f, "#{f}#{CMD_SUFFIX}", "#{f}#{BAT_SUFFIX}"]
         end
@@ -64,7 +79,7 @@ module Tebako
         files
       end
 
-      def strip_bs(_ostype, src_dir)
+      def strip_bs(src_dir)
         FileUtils.rm_rf([
                           File.join(src_dir, "share"),
                           File.join(src_dir, "include"),
@@ -78,17 +93,25 @@ module Tebako
       end
 
       def strip_li(ostype, src_dir)
+        sext = strip_extensions(ostype)
         Find.find(src_dir) do |file|
           next if File.directory?(file)
 
           extension = File.extname(file).delete_prefix(".").downcase
           if DELETE_EXTENSIONS.include?(extension)
             FileUtils.rm(file)
-          elsif STRIP_EXTENSIONS.include?(extension)
-            system("strip \"#{file}\"") unless ostype =~ /darwin/
+          elsif sext.include?(extension) # && !Packager::PatchHelpers.msys?(ostype)
+            strip_file(file)
           end
         end
       end
+
+      def strip_extensions(ostype)
+        sext = ["so"]
+        sext << "dll" if Packager::PatchHelpers.msys?(ostype)
+        sext << "dylib" << "bundle" if Packager::PatchHelpers.macos?(ostype)
+        sext
+      end
     end
   end
 end

data/lib/tebako/version.rb

@@ -26,5 +26,5 @@
 # POSSIBILITY OF SUCH DAMAGE.
 
 module Tebako
-  VERSION = "0.7.3.rc4"
+  VERSION = "0.7.4"
 end

data/version.txt

@@ -1 +1 @@
-0.7.3
+0.7.4

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tebako
 version: !ruby/object:Gem::Version
-  version: 0.7.3.rc4
+  version: 0.7.4
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-18 00:00:00.000000000 Z
+date: 2024-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor