kompo 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6cdffb0d1cbd44d52b0bb2f0b580d16a44dd2b9f09e8cad75b23ee1fe1eacef2
-  data.tar.gz: 7e9850ae1d5c28dd61a3c1114ddb9e7a61c4e8722d2b2fca9ccf37bbbe09c26b
+  metadata.gz: 824cb5818444206e527f8a70d899c53b922f05a2ee44b1433b9103e2bc00dec9
+  data.tar.gz: bc82fea90c7f254f3f1e2221cadd4dedb9ec0e0c64ae4a68163e5784a0de35d1
 SHA512:
-  metadata.gz: 0aade69b9fac9b8edf5e7cde1dab33f1491215cb26dab5980378c7907f168e12a03b84fb96c48b8b59aa36ad78e66306f320522875f7388ccd450eace50ca2d9
-  data.tar.gz: 74dfd32c67932c14163049204566005182fdb24f29db5c207ecc5efc13677bc9aef3bbc173718059a01212599e01a57b2e41da4fa6db029fb5d7eac0e329ddf4
+  metadata.gz: 164750a94ce03e80d4dbdbd6c88a33ea76e92e5ddcd0a7ee2170aa76e2c24c3471616739a21adcd37724a49a0af93bb3805b73e14446159dc218cb514fb0fc9a
+  data.tar.gz: 7668b48ea202b6f21dccceb8a67097d1df27b6661295c36b756f9a537c09f5479ed326f86c0374b7bb5fef860d62f54a599c520212798a31b02c03ddb6bc295a

data/README.md

@@ -1,17 +1,10 @@
 # Kompo
-
-TODO: Delete this and the text below, and describe your gem
-
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/kompo`. To experiment with that code, run `bin/console` for an interactive prompt.
+A tool to pack Ruby and Ruby scripts in one binary. This tool is still under development.
 
 ## Installation
-Install the gem and add to the application's Gemfile by executing:
-
-    $ bundle add kompo
-
-If bundler is not being used to manage dependencies, install the gem by executing:
-
-    $ gem install kompo
+```sh
+$ gem install kompo
+```
 
 ## Usage
 
@@ -24,19 +17,30 @@ $ brew tap ahogappa0613/kompo-vfs https://github.com/ahogappa0613/kompo-vfs.git
 $ brew install ahogappa0613/kompo-vfs/kompo-vfs
 ```
 
-### Quick Start
-If you want to try it out, `cd` to the `sample/` directory and execute the following:
+### Building
+To build komp-vfs, you need to have cargo installation.
 ```sh
-$ kompo
+$ git clone https://github.com/ahogappa0613/kompo-vfs.git
+$ cd kompo-vfs
+$ cargo build --release
+```
+Set environment variables
+```sh
+$ KOMPO_CLI=/path/to/kompo-vfs/target/release/kompo-cli
+$ LIB_KOMPO_DIR=/path/to/kompo-vfs/target/release
 ```
-This will read the Gemfile in the directory and create an executable file with `main.rb` as the entry point in the same directory as `./sample` in the same directory.
 
+## examples
 
+* hello
+  * simple hello world script.
+* sinatra_and_sqlite
+  * sinatra app with sqlite3 with Gemfile.
+* rails
+  * 🚧
 
 ## Development
 
-After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
 To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
 ## Contributing

data/exe/kompo

@@ -3,17 +3,7 @@
 require_relative '../lib/kompo'
 require 'optparse'
 
-option = Kompo::Option.new
-
-option.on('-e VAL', '--entrypoint=VAL') { |v| option.entrypoint = v }
-option.on('-o VAL', '--output=VAL') { |v| option.output = v }
-option.on('--[no-]gemfile') { |v| option.gemfile = v }
-option.on('--[no-]stdlib') { |v| option.stdlib = v }
-option.on('--dest-dir=VAL') { |v| option.dest_dir = v }
-option.on('--ruby-src-path=VAL') { |v| option.ruby_src_path = v }
-option.on('--cache-bundle-path=VAL') { |v| option.cache_bundle_path = v }
-option.on('--ruby-version=VAL') { |v| option.ruby_version = v }
-# option.on('--compress') { |v| option.compress = v }
+option = Kompo::Option.default
 
 Kompo::Tasks.cd_work_dir(option) do |task|
   task.clone_ruby_src

data/lib/kompo/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kompo
-  VERSION = "0.1.3"
+  VERSION = "0.2.0"
 end

data/lib/kompo.rb

@@ -12,24 +12,43 @@ module Kompo
 
   class Option
     extend Forwardable
-    attr_accessor :entrypoint, :output, :gemfile, :stdlib, :dest_dir, :ruby_src_path, :cache_bundle_path, :ruby_version, :compress, :context, :args
+    attr_accessor :entrypoint, :output, :gemfile, :ignore_stdlib, :dyn_link_lib, :dest_dir, :ruby_src_path, :cache_bundle_path, :ruby_version, :compress, :context, :args, :use_group
     delegate %i[on] => :@opt
 
     def initialize(dir = Dir.getwd, opt = OptionParser.new)
       @entrypoint = File.join(dir, 'main.rb')
       @output = File.basename(dir)
-      @gemfile = true
-      @stdlib = true
+      @gemfile = File.exist?(File.join(Dir.getwd, 'Gemfile'))
+      @ignore_stdlib = []
+      @dyn_link_lib = []
       @dest_dir = dir
       @ruby_src_path = nil
       @cache_bundle_path = nil
       @ruby_version = "v#{RUBY_VERSION.gsub('.', '_')}"
       @compress = false
+      @use_group = 'default'
 
       @context = dir
       @opt = opt
     end
 
+    def self.default
+      option = new
+      option.on('-e VAL', '--entrypoint=VAL', "File path to use for entry point. (default: \'./main.rb\')") { |v| option.entrypoint = v }
+      option.on('-o VAL', '--output=VAL', 'Name of the generated file. (default: current dir name)') { |v| option.output = v }
+      option.on('-g VAL', '--use-group=VAL', "Group name to use with \'bundle install\'. (default: \'default\')") { |v| option.use_group = v }
+      option.on('--[no-]gemfile', "Use gem in Gemfile. (default: automatically true if Gemfile is present)") { |v| option.gemfile = v }
+      option.on('--ignore-stdlib=VAL', Array, "Specify stdlibs not to include, separated by commas.") { |v| option.ignore_stdlib = v }
+      option.on('--dyn-link-lib=VAL', Array, "Specify libraries to be dynamic link, separated by commas.") { |v| option.dyn_link_lib = v }
+      option.on('--dest-dir=VAL', "Output directry path. (default: current dir)") { |v| option.dest_dir = v }
+      option.on('--ruby-src-path=VAL', "Your Ruby source directry. Must be compiled with \'--with-static-linked-ext\'.") { |v| option.ruby_src_path = v }
+      option.on('--cache-bundle-path=VAL', "Specify the directory created by \'bundle install --standalone\'.") { |v| option.cache_bundle_path = v }
+      option.on('--ruby-version=VAL', "Specify Ruby version. (default: current Ruby version)") { |v| option.ruby_version = v }
+      # option.on('--compress') { |v| option.compress = v }
+
+      option
+    end
+
     def build
       @opt.parse!(ARGV)
 
@@ -53,9 +72,9 @@ module Kompo
 
   class Tasks
     extend Forwardable
-    attr_reader :task, :fs, :work_dir, :ruby_src_dir, :ruby_pc, :ruby_bin, :extinit_o, :encinit_o, :lib_ruby_static_dir, :bundle_setup, :bundle_ruby, :std_libs, :gem_libs
+    attr_reader :task, :fs, :work_dir, :ruby_src_dir, :ruby_pc, :ruby_bin, :extinit_o, :encinit_o, :lib_ruby_static_dir, :bundle_setup, :bundle_ruby, :std_libs, :gem_libs, :exts_libs
 
-    delegate %i[entrypoint output gemfile stdlib dest_dir ruby_src_path cache_bundle_path ruby_version compress context args] => :@option
+    delegate %i[entrypoint output gemfile ignore_stdlib dyn_link_lib dest_dir ruby_src_path cache_bundle_path ruby_version compress context args use_group] => :@option
     delegate %i[komop_cli lib_kompo_dir] => :@fs
 
     def initialize(option, dir)
@@ -64,14 +83,27 @@ module Kompo
       @work_dir = dir
       @fs = Fs.new
 
-      @ruby_pc = File.join(ruby_src_path || File.join(dir, 'dest_dir', 'lib', 'pkgconfig'), 'ruby.pc')
       @ruby_bin = File.join(ruby_src_path || File.join(dir, 'dest_dir', 'bin'), 'ruby')
+      @ruby_pc = File.join(ruby_src_path || File.join(dir, 'dest_dir', 'lib', 'pkgconfig'), get_ruby_pc_name)
       @extinit_o = File.join(ruby_src_dir, 'ext', 'extinit.o')
       @encinit_o = File.join(ruby_src_dir, 'enc', 'encinit.o')
       @lib_ruby_static_dir = ruby_src_path || File.join(dir, 'dest_dir', 'lib')
 
       @std_libs = []
       @gem_libs = []
+      @exts_libs = []
+    end
+
+    def get_ruby_pc_name
+      return 'ruby.pc' unless ruby_src_path
+
+      command = [
+        ruby_bin,
+        '-e',
+        "'puts RbConfig::CONFIG[\"ruby_pc\"]'",
+      ].join(' ')
+
+      exec_command command, 'get ruby.pc name', true
     end
 
     def valid?
@@ -108,7 +140,7 @@ module Kompo
             "--disable-install-capi",
             "--with-static-linked-ext",
             "--with-ruby-pc=ruby.pc",
-            "--with-ext=#{get_exts_dir}"
+            "--with-ext=#{get_ruby_exts_dir}"
           ].join(' ')
           exec_command command, 'configure'
 
@@ -139,7 +171,7 @@ module Kompo
         command = [
           './bundler',
           'install',
-          '--standalone'
+          "--standalone=#{use_group}",
         ].join(' ')
 
         exec_command command, 'bundle install'
@@ -165,33 +197,50 @@ module Kompo
       require 'erb'
 
       exts = []
-      Dir.glob(File.join(bundle_ruby, get_semantic_ruby_version, 'gems/**/extconf.rb')).each do |makefile_dir|
-        dir_name = File.dirname(makefile_dir)
-        makefile = File.join(dir_name, 'Makefile')
-        if File.exist?(cargo_toml = File.join(dir_name, 'Cargo.toml'))
-          command = [
-            'cargo',
-            'rustc',
-            '--release',
-            '--crate-type=staticlib',
-            '--target-dir',
-            'target',
-            "--manifest-path=#{cargo_toml}",
-          ].join(' ')
-          exec_command command, 'cargo build'
-          copy_targets = Dir.glob(File.join(dir_name, 'target/release/*.a'))
-        else
-          objs = File.read(makefile).scan(/OBJS = (.*\.o)/).join(' ')
-          command = ['make', '-C', dir_name, objs, '--always-make'].join(' ')
-          exec_command command, 'make'
-          copy_targets = objs.split(' ').map { File.join(dir_name, _1) }
+      if gemfile
+        Dir.glob(File.join(bundle_ruby, get_semantic_ruby_version, 'gems/**/extconf.rb')).each do |makefile_dir|
+          dir_name = File.dirname(makefile_dir)
+          makefile = File.join(dir_name, 'Makefile')
+          if File.exist?(cargo_toml = File.join(dir_name, 'Cargo.toml'))
+            command = [
+              'cargo',
+              'rustc',
+              '--release',
+              '--crate-type=staticlib',
+              '--target-dir',
+              'target',
+              "--manifest-path=#{cargo_toml}",
+            ].join(' ')
+            exec_command command, 'cargo build'
+            copy_targets = Dir.glob(File.join(dir_name, 'target/release/*.a'))
+          else
+            copy_targets = []
+            Dir.chdir(dir_name) {|path|
+              command = [
+                ruby_bin,
+                'extconf.rb',
+              ].join(' ')
+
+              exec_command command, 'ruby extconf.rb'
+
+              objs = File.read('./Makefile').match(/OBJS = (.*\.o)/)[1]
+
+              command = ['make', objs, '--always-make'].join(' ')
+
+              exec_command command, 'make OBJS'
+
+              @exts_libs += File.read('./Makefile').match(/^libpath = (.*)/)[1].split(' ')
+
+              copy_targets = objs.split(' ').map { File.join(dir_name, _1) }
+            }
+          end
+
+          dir = FileUtils.mkdir_p('exts/' + File.basename(dir_name)).first
+          FileUtils.cp(copy_targets, dir)
+          prefix = File.read(makefile).scan(/target_prefix = (.*)/).join.delete_prefix('/')
+          target_name = File.read(makefile).scan(/TARGET_NAME = (.*)/).join
+          exts << [File.join(prefix, "#{target_name}.so").delete_prefix('/'), "Init_#{target_name}"]
         end
-
-        dir = FileUtils.mkdir_p('exts/' + File.basename(dir_name)).first
-        FileUtils.cp(copy_targets, dir)
-        prefix = File.read(makefile).scan(/target_prefix = (.*)/).join.delete_prefix('/')
-        target_name = File.read(makefile).scan(/TARGET_NAME = (.*)/).join
-        exts << [File.join(prefix, "#{target_name}.so").delete_prefix('/'), "Init_#{target_name}"]
       end
 
       File.write("main.c", ERB.new(File.read(File.join(__dir__, 'main.c.erb'))).result(binding))
@@ -202,16 +251,19 @@ module Kompo
         'gcc',
         '-O3',
         '-Wall',
-        'main.c',
-        'exts/**/*.o',
-        'fs.o',
+        get_ruby_header,
         "#{lib_ruby_static_dir.nil? ? '' : '-L' + lib_ruby_static_dir}",
         "#{lib_kompo_dir.nil? ? '' : '-L' + lib_kompo_dir}",
-        get_ruby_header,
-        get_exts,
+        "#{exts_libs.uniq.select{_1.start_with?('/')}.map{"-L#{_1}"}.join(' ')}",
+        'main.c',
+        '-Wl,--start-group',
+        Dir.glob('exts/**/*.o').join(' '),
+        'fs.o',
+        get_ruby_exts,
         '-lkompo',
         '-lruby-static',
         get_libs,
+        '-Wl,--end-group',
         '-o',
         output
       ].join(' ')
@@ -241,16 +293,37 @@ module Kompo
       end
     end
 
-    def get_exts
-      ["#{extinit_o}", "#{encinit_o}", *Dir.glob("#{ruby_src_dir}/ext/**/*.a"), *Dir.glob("#{ruby_src_dir}/enc/**/*.a")].join(' ')
+    def get_ruby_exts
+      ["#{extinit_o}", "#{encinit_o}", *(Dir.glob("#{ruby_src_dir}/ext/**/*.a") - ignore_stdlib_archives), *Dir.glob("#{ruby_src_dir}/enc/**/*.a")].join(' ')
+    end
+
+    def ignore_stdlib_archives
+      if ruby_src_path
+        ignore_stdlib.map do |stdlib|
+          File.join(ruby_src_path, 'ext', stdlib, File.basename(stdlib) + '.a')
+        end
+      else
+        []
+      end
+    end
+
+    def extract_gem_libs
+      Dir.glob("bundle/ruby/#{get_semantic_ruby_version}/gems/*/ext/*/Makefile")
+         .flat_map{ File.read(_1)
+         .scan(/^LIBS = (.*)/)[0] }
+         .flat_map { _1.split(' ') }
+         .uniq
+         .flat_map { _1.start_with?("-l") ? _1 : "-l" + File.basename(_1, '.a').delete_prefix('lib') }
+         .join(" ")
     end
 
     def get_libs
       main_lib = get_mainlibs
       ext_libs = Dir.glob("#{ruby_src_dir}/ext/**/exts.mk").flat_map { File.read(_1).scan(/EXTLIBS = (.*)/) }.join(" ")
-      gem_libs = Dir.glob("bundle/ruby/#{get_semantic_ruby_version}/gems/*/ext/*/Makefile").flat_map{ File.read(_1).scan(/LIBS = (.*)/)}.join(" ")
+      gem_libs = extract_gem_libs
+      dyn_link_libs = (['pthread', 'dl', 'm', 'c'] + dyn_link_lib).map { "-l" + _1 }
       dyn, static = eval("%W[#{main_lib} #{ext_libs} #{gem_libs}]").uniq
-                                                                   .partition { _1 == "-lpthread" || _1 == "-ldl" || _1 == "-lm" || _1 == "-lc" }
+                                                                   .partition { dyn_link_libs.include?(_1) }
       dyn.unshift "-Wl,-Bdynamic"
       static.unshift "-Wl,-Bstatic"
 
@@ -275,24 +348,22 @@ module Kompo
         load_paths += gem_libs
       end
 
-      if stdlib
-        load_paths += std_libs
-      end
+      load_paths += std_libs
 
       load_paths
     end
 
-    def get_exts_dir
+    def get_ruby_exts_dir
       Dir.glob("#{ruby_src_dir}/**/extconf.rb")
          .reject { _1 =~ /-test-/ }
          .reject { _1 =~ /win32/ } # TODO
          .map { File.dirname(_1) }
          .map { _1.split("#{ruby_src_dir}/ext/")[1] }
+         .reject { ignore_stdlib.include?(_1) }
          .join(',')
     end
 
     def std_libs
-      return [] unless stdlib
       return @std_libs unless @std_libs.empty?
 
       command = ["#{ruby_bin}", '-e', "'puts $:'"].join(' ')

data/lib/main.c.erb

@@ -1,5 +1,4 @@
 #include <ruby.h>
-#include <string.h>
 
 extern char *get_kompo_patch(void);
 extern void ruby_init_ext(const char *name, void (*init)(void));
@@ -14,14 +13,21 @@ void Init_gems(void)
     ruby_init_ext("<%= so_path %>", <%= func %>);
   <% end %>
 }
+<% ignore_stdlib.each do |stdlib|%>
+void <%= "Init_#{stdlib.gsub('/', '_')}" %>(void){}
+<% end %>
 
 int main(int argc, char **argv)
 {
-  int c = 3;
+  int c = argc + 2;
+  char *argv2[c];
 
-  // HACK: argv[0] is rewritten and reused by setproctitle()
-  argv[1] = "-e";
-  argv[2] = get_kompo_patch();
+  argv2[0] = argv[0];
+  argv2[1] = "-e";
+  argv2[2] = get_kompo_patch();
+  for (int i = 1; i < argc; i++) {
+    argv2[i + 2] = argv[i];
+  }
 
   ruby_sysinit(&c, &argv);
 
@@ -31,7 +37,7 @@ int main(int argc, char **argv)
   Init_kompo_fs();
   Init_gems();
 
-  void *node = ruby_options(c, argv);
+  void *node = ruby_options(c, argv2);
 
   // set $0
   ruby_script(get_start_file_name());

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: kompo
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Sho Hirano
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-04-21 00:00:00.000000000 Z
-dependencies: []
+date: 2024-05-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mini_portile2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A tool to pack Ruby and Ruby scripts in one binary. This tool is still
   under development.
 email:
@@ -30,10 +44,6 @@ files:
 - lib/kompo/kompo_fs.rb
 - lib/kompo/version.rb
 - lib/main.c.erb
-- sample/Gemfile
-- sample/Gemfile.lock
-- sample/hello.rb
-- sample/main.rb
 - sig/kompo.rbs
 homepage: https://github.com/ahogappa0613/kompo
 licenses: []

data/sample/Gemfile

@@ -1,8 +0,0 @@
-# frozen_string_literal: true
-
-source "https://rubygems.org"
-
-gem 'sinatra'
-gem 'sqlite3', force_ruby_platform: true
-gem 'puma'
-gem 'rackup'

data/sample/Gemfile.lock

@@ -1,48 +0,0 @@
-GEM
-  remote: https://rubygems.org/
-  specs:
-    base64 (0.2.0)
-    mini_portile2 (2.8.5)
-    mustermann (3.0.0)
-      ruby2_keywords (~> 0.0.1)
-    nio4r (2.7.0)
-    puma (6.4.2)
-      nio4r (~> 2.0)
-    rack (3.0.9.1)
-    rack-protection (4.0.0)
-      base64 (>= 0.1.0)
-      rack (>= 3.0.0, < 4)
-    rack-session (2.0.0)
-      rack (>= 3.0.0)
-    rackup (2.1.0)
-      rack (>= 3)
-      webrick (~> 1.8)
-    ruby2_keywords (0.0.5)
-    sinatra (4.0.0)
-      mustermann (~> 3.0)
-      rack (>= 3.0.0, < 4)
-      rack-protection (= 4.0.0)
-      rack-session (>= 2.0.0, < 3)
-      tilt (~> 2.0)
-    sqlite3 (1.7.2)
-      mini_portile2 (~> 2.8.0)
-    tilt (2.3.0)
-    webrick (1.8.1)
-
-PLATFORMS
-  aarch64-linux
-  arm-linux
-  arm64-darwin
-  ruby
-  x86-linux
-  x86_64-darwin
-  x86_64-linux
-
-DEPENDENCIES
-  puma
-  rackup
-  sinatra
-  sqlite3
-
-BUNDLED WITH
-   2.5.3

data/sample/hello.rb

@@ -1,3 +0,0 @@
-module Hello
-  World = "Hello, World!"
-end

data/sample/main.rb

@@ -1,33 +0,0 @@
-require 'sqlite3'
-require 'sinatra'
-
-require_relative './hello'
-
-File.delete("sample.db") if File.exist?("sample.db")
-
-db = SQLite3::Database.new "sample.db"
-
-rows = db.execute <<-SQL
-  create table numbers (
-    name varchar(30),
-    val int
-  );
-SQL
-
-{
-  "one" => 1,
-  "two" => 2,
-}.each do |pair|
-  db.execute "insert into numbers values ( ?, ? )", pair
-end
-
-set :bind, '0.0.0.0'
-
-get '/' do
-  rows = db.execute 'select * from numbers;'
-  rows.to_s
-end
-
-get '/hello' do
-  Hello::World
-end