ruby_wasm 2.5.0.pre.1

data/tasks/doc.rake

@@ -0,0 +1,24 @@
+require "rdoc/task"
+require "ruby_wasm/version"
+
+RDoc::Task.new do |doc|
+  doc.main = "README.md"
+  doc.title = "ruby.wasm Documentation"
+  doc.rdoc_files = FileList.new %w[*.md ext/**/*.c ext/**/*.rb]
+end
+
+namespace :doc do
+  desc "Update docs/api/javascript.md"
+  task :api_js do
+    sh "npx",
+       "documentation",
+       "readme",
+       "--readme-file",
+       "./packages/npm-packages/ruby-wasm-wasi/README.md",
+       "--section",
+       "API",
+       "--markdown-toc",
+       "false",
+       "./packages/npm-packages/ruby-wasm-wasi/dist/esm/index.js"
+  end
+end

data/tasks/format.rake

@@ -0,0 +1,34 @@
+namespace :format do
+  begin
+    require "syntax_tree/rake_tasks"
+    SyntaxTree::Rake::WriteTask.new(
+      :ruby,
+      Rake::FileList[
+        "Rakefile",
+        "lib/**/*.rb",
+        "ext/**/*.rb",
+        "tasks/**/*.rake",
+        "packages/**/*.rb"
+      ]
+    )
+  rescue LoadError
+  end
+
+  task :js do
+    sh "npm run format", chdir: "packages/npm-packages/ruby-wasm-wasi"
+  end
+
+  task :c do
+    sh "find ./ext -iname *.h -o -iname *.c | xargs clang-format -i"
+  end
+end
+
+task :format do
+  if Rake::Task.task_defined?("format:ruby")
+    Rake::Task["format:ruby"].invoke
+  else
+    puts "\e[33mSyntaxTree not installed, skipping format:ruby\e[0m"
+  end
+  Rake::Task["format:js"].invoke
+  Rake::Task["format:c"].invoke
+end

data/tasks/gem.rake

@@ -0,0 +1,19 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/test_*.rb"]
+end
+
+begin
+  require "rb_sys/extensiontask"
+
+  RbSys::ExtensionTask.new("ruby_wasm") { |ext| ext.lib_dir = "lib/ruby_wasm" }
+rescue LoadError => e
+  task :compile do
+    $stderr.puts "Skipping compilation of ruby_wasm extension: #{e.message}"
+    exit 1
+  end
+end

data/tasks/packaging.rake

@@ -0,0 +1,148 @@
+wasi_vfs = RubyWasm::WasiVfsProduct.new(File.join(Dir.pwd, "build"))
+wasi_sdk = TOOLCHAINS["wasi-sdk"]
+tools = {
+  "WASI_VFS_CLI" => wasi_vfs.cli_bin_path,
+  "WASMOPT" => wasi_sdk.wasm_opt
+}
+
+def npm_pkg_build_command(pkg)
+  [
+    "bundle",
+    "exec",
+    "rbwasm",
+    "build",
+    "--ruby-version",
+    pkg[:ruby_version],
+    "--target",
+    pkg[:target],
+    "--build-profile",
+    "full"
+  ]
+end
+
+def npm_pkg_rubies_cache_key(pkg)
+  build_command = npm_pkg_build_command(pkg)
+  require "open3"
+  cmd = build_command + ["--print-ruby-cache-key"]
+  stdout, status = Open3.capture2(*cmd)
+  unless status.success?
+    raise "Command failed with status (#{status.exitstatus}): #{cmd.join ""}"
+  end
+  require "json"
+  JSON.parse(stdout)["hexdigest"]
+end
+
+namespace :npm do
+  NPM_PACKAGES.each do |pkg|
+    base_dir = Dir.pwd
+    pkg_dir = "#{Dir.pwd}/packages/npm-packages/#{pkg[:name]}"
+
+    namespace pkg[:name] do
+      build_command = npm_pkg_build_command(pkg)
+
+      desc "Build ruby for npm package #{pkg[:name]}"
+      task "ruby" do
+        env = {
+          # Share ./build and ./rubies in the same workspace
+          "RUBY_WASM_ROOT" => base_dir
+        }
+        if gemfile_path = pkg[:gemfile]
+          env["BUNDLE_GEMFILE"] = File.join(base_dir, gemfile_path)
+        else
+          # Explicitly disable rubygems integration since Bundler finds
+          # Gemfile in the repo root directory.
+          build_command.push "--disable-gems"
+        end
+        dist_dir = File.join(pkg_dir, "dist")
+        mkdir_p dist_dir
+        if pkg[:target] == "wasm32-unknown-wasi"
+          sh env,
+             *build_command,
+             "--no-stdlib",
+             "-o",
+             File.join(dist_dir, "ruby.wasm")
+          sh env,
+             *build_command,
+             "-o",
+             File.join(dist_dir, "ruby.debug+stdlib.wasm")
+          sh wasi_sdk.wasm_opt,
+             "--strip-debug",
+             File.join(dist_dir, "ruby.wasm"),
+             "-o",
+             File.join(dist_dir, "ruby.wasm")
+          sh wasi_sdk.wasm_opt,
+             "--strip-debug",
+             File.join(dist_dir, "ruby.debug+stdlib.wasm"),
+             "-o",
+             File.join(dist_dir, "ruby+stdlib.wasm")
+        elsif pkg[:target] == "wasm32-unknown-emscripten"
+          sh env, *build_command, "-o", "/dev/null"
+        end
+      end
+
+      desc "Build npm package #{pkg[:name]}"
+      task "build" => ["ruby"] do
+        sh tools, "npm run build", chdir: pkg_dir
+      end
+
+      desc "Check npm package #{pkg[:name]}"
+      task "check" do
+        sh "npm test", chdir: pkg_dir
+      end
+    end
+
+    desc "Make tarball for npm package #{pkg[:name]}"
+    task pkg[:name] do
+      wasi_vfs.install_cli
+      wasi_sdk.install_binaryen
+      Rake::Task["npm:#{pkg[:name]}:build"].invoke
+      sh "npm pack", chdir: pkg_dir
+    end
+  end
+
+  desc "Configure for pre-release"
+  task :configure_prerelease, [:prerel] do |t, args|
+    require "json"
+    prerel = args[:prerel]
+    new_pkgs = {}
+    NPM_PACKAGES.each do |pkg|
+      pkg_dir = "#{Dir.pwd}/packages/npm-packages/#{pkg[:name]}"
+      pkg_json = "#{pkg_dir}/package.json"
+      package = JSON.parse(File.read(pkg_json))
+
+      version = package["version"] + "-#{prerel}"
+      new_pkgs[package["name"]] = version
+      sh *["npm", "pkg", "set", "version=#{version}"], chdir: pkg_dir
+    end
+
+    NPM_PACKAGES.each do |pkg|
+      pkg_dir = "#{Dir.pwd}/packages/npm-packages/#{pkg[:name]}"
+      pkg_json = "#{pkg_dir}/package.json"
+      package = JSON.parse(File.read(pkg_json))
+      (package["dependencies"] || []).each do |dep, _|
+        next unless new_pkgs[dep]
+        sh *["npm", "pkg", "set", "dependencies.#{dep}=#{new_pkgs[dep]}"],
+           chdir: pkg_dir
+      end
+    end
+  end
+
+  desc "Build all npm packages"
+  multitask all: NPM_PACKAGES.map { |pkg| pkg[:name] }
+end
+
+namespace :standalone do
+  STANDALONE_PACKAGES.each do |pkg|
+    pkg_dir = "#{Dir.pwd}/packages/standalone/#{pkg[:name]}"
+
+    desc "Build standalone package #{pkg[:name]}"
+    task "#{pkg[:name]}" => ["build:#{pkg[:build]}"] do
+      wasi_vfs.install_cli
+      wasi_sdk.install_binaryen
+      base_dir = Dir.pwd
+      sh tools,
+         "./build-package.sh #{base_dir}/rubies/ruby-#{pkg[:build]}",
+         chdir: pkg_dir
+    end
+  end
+end

data/tasks/version.rake

@@ -0,0 +1,38 @@
+def bump_version_npm_package(package, version)
+  require "json"
+  pkg_dir = "#{Dir.pwd}/packages/npm-packages/#{package}"
+  pkg_json = "#{pkg_dir}/package.json"
+  package = JSON.parse(File.read(pkg_json))
+  old_version = package["version"]
+  pkg_name = package["name"]
+  package["version"] = version
+  File.write(pkg_json, JSON.pretty_generate(package) + "\n")
+
+  # Update package-lock.json
+  # Update README.md and other docs
+  `git grep -l #{pkg_name}@#{old_version}`.split.each do |file|
+    content = File.read(file)
+    next_nightly = Date.today.strftime("%Y-%m-%d")
+    content.gsub!(
+      /#{pkg_name}@#{old_version}-\d{4}-\d{2}-\d{2}-a/,
+      "#{pkg_name}@#{version}-#{next_nightly}-a"
+    )
+    content.gsub!(/#{pkg_name}@#{old_version}/, "#{pkg_name}@#{version}")
+    File.write(file, content)
+  end
+end
+
+def bump_version_rb(version_rb, version)
+  version_rb_content = File.read(version_rb)
+  version_rb_content.gsub!(/VERSION = ".+"/, "VERSION = \"#{version}\"")
+  File.write(version_rb, version_rb_content)
+end
+
+task :bump_version, %i[version] do |t, args|
+  version = args[:version] or raise "version is required"
+  bump_version_rb("lib/ruby_wasm/version.rb", version)
+  bump_version_rb("packages/gems/js/lib/js/version.rb", version)
+  NPM_PACKAGES.each { |pkg| bump_version_npm_package(pkg[:name], version) }
+  # Update ./package-lock.json
+  sh "npm install"
+end

data/tools/clang-format-diff.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -eo pipefail
+
+if [ -n "$1" ]; then
+  BASE_BRANCH="$1"
+elif [ -n "$GITHUB_EVENT_BEFORE" ] && [ "push" = "$GITHUB_EVENT_NAME" ]; then
+  BASE_BRANCH="$GITHUB_EVENT_BEFORE"
+elif [ -n "$GITHUB_BASE_REF" ]; then
+  BASE_BRANCH="origin/$GITHUB_BASE_REF"
+else
+  BASE_BRANCH="@{upstream}"
+fi
+
+MERGE_BASE=$(git merge-base $BASE_BRANCH HEAD)
+
+git diff -U0 --no-color $MERGE_BASE -- '*.c' '*.h' | clang-format-diff -i -p1
+exit $?

data/tools/exe/rbminify

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH << File.join(File.dirname(__FILE__), "../lib")
+
+require "syntax_tree"
+require "syntax_tree/cli"
+require "syntax_tree/minify_ruby"
+
+# Override the default formatter with our own.
+SyntaxTree.register_handler(".rb", SyntaxTree::MinifyRuby)
+
+exit(SyntaxTree::CLI.run(ARGV))

data/tools/lib/syntax_tree/minify_ruby.rb

@@ -0,0 +1,63 @@
+require "syntax_tree"
+
+module SyntaxTree
+  module MinifyRuby
+
+    # This is a required API for syntax tree which just delegates to SyntaxTree.parse.
+    def self.parse(source)
+      ::SyntaxTree.parse(source)
+    end
+
+    # This is the main entrypoint for the formatter. It parses the source,
+    # builds a formatter, then prints the result.
+    def self.format(source, _maxwidth = nil)
+      formatter = Formatter.new(source)
+      program = parse(source)
+      CommentStrippingVisitor.new.visit(program)
+      program.format(formatter)
+
+      formatter.flush
+      formatter.output.join
+    end
+
+    # This is a required API for syntax tree which just delegates to SyntaxTree.read.
+    def self.read(filepath)
+      ::SyntaxTree.read(filepath)
+    end
+
+    class CommentStrippingVisitor < SyntaxTree::Visitor
+      def visit(node)
+        if node and node.comments.any?
+          node.comments.clear
+        end
+        super(node)
+      end
+
+      def visit_statements(node)
+        node.body.delete_if { _1.is_a?(SyntaxTree::Comment) }
+        super(node)
+      end
+    end
+
+    class Formatter < SyntaxTree::Formatter
+      def initialize(source)
+        super(source, [], Float::INFINITY) do |n|
+          # This block, called `genspace`, is used to generate indentation for `n` depth.
+          ""
+        end
+      end
+
+      def breakable(
+        separator = " ",
+        _width = separator.length,
+        indent: nil,
+        force: nil
+      )
+        # Don't break when already broken
+        return if target.last.is_a?(PrettierPrint::BreakParent)
+        return if not force and separator == ""
+        super(separator, _width, indent: indent, force: force)
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: ruby_wasm
+version: !ruby/object:Gem::Version
+  version: 2.5.0.pre.1
+platform: ruby
+authors:
+- Yuta Saito
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2024-01-04 00:00:00.000000000 Z
+dependencies: []
+description: Ruby to WebAssembly toolkit. This gem takes Ruby code and Gemfile, and
+  packages them with Ruby runtime into a WebAssembly binary.
+email:
+- kateinoigakukun@gmail.com
+executables:
+- rbwasm
+extensions:
+- ext/ruby_wasm/Cargo.toml
+extra_rdoc_files: []
+files:
+- ".clang-format"
+- CONTRIBUTING.md
+- Cargo.lock
+- Cargo.toml
+- Gemfile
+- LICENSE
+- NOTICE
+- README.md
+- Rakefile
+- Steepfile
+- benchmarks/vm_deep_call.rb
+- builders/wasm32-unknown-emscripten/Dockerfile
+- builders/wasm32-unknown-emscripten/entrypoint.sh
+- builders/wasm32-unknown-wasi/Dockerfile
+- builders/wasm32-unknown-wasi/entrypoint.sh
+- docs/api.md
+- docs/cheat_sheet.md
+- docs/faq.md
+- exe/rbwasm
+- ext/.gitignore
+- ext/README.md
+- ext/extinit.c.erb
+- ext/ruby_wasm/Cargo.toml
+- ext/ruby_wasm/extconf.rb
+- ext/ruby_wasm/src/lib.rs
+- lib/ruby_wasm.rb
+- lib/ruby_wasm/build.rb
+- lib/ruby_wasm/build/build_params.rb
+- lib/ruby_wasm/build/downloader.rb
+- lib/ruby_wasm/build/executor.rb
+- lib/ruby_wasm/build/product.rb
+- lib/ruby_wasm/build/product/baseruby.rb
+- lib/ruby_wasm/build/product/crossruby.rb
+- lib/ruby_wasm/build/product/libyaml.rb
+- lib/ruby_wasm/build/product/openssl.rb
+- lib/ruby_wasm/build/product/product.rb
+- lib/ruby_wasm/build/product/ruby_source.rb
+- lib/ruby_wasm/build/product/wasi_vfs.rb
+- lib/ruby_wasm/build/product/zlib.rb
+- lib/ruby_wasm/build/toolchain.rb
+- lib/ruby_wasm/build/toolchain/wit_bindgen.rb
+- lib/ruby_wasm/cli.rb
+- lib/ruby_wasm/packager.rb
+- lib/ruby_wasm/packager/core.rb
+- lib/ruby_wasm/packager/file_system.rb
+- lib/ruby_wasm/rake_task.rb
+- lib/ruby_wasm/util.rb
+- lib/ruby_wasm/version.rb
+- package-lock.json
+- package.json
+- ruby_wasm.gemspec
+- sig/open_uri.rbs
+- sig/ruby_wasm/build.rbs
+- sig/ruby_wasm/cli.rbs
+- sig/ruby_wasm/ext.rbs
+- sig/ruby_wasm/packager.rbs
+- sig/ruby_wasm/util.rbs
+- tasks/check.rake
+- tasks/ci.rake
+- tasks/doc.rake
+- tasks/format.rake
+- tasks/gem.rake
+- tasks/packaging.rake
+- tasks/version.rake
+- tools/clang-format-diff.sh
+- tools/exe/rbminify
+- tools/lib/syntax_tree/minify_ruby.rb
+homepage: https://github.com/ruby/ruby.wasm
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/ruby/ruby.wasm
+  source_code_uri: https://github.com/ruby/ruby.wasm
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.3
+signing_key: 
+specification_version: 4
+summary: Ruby to WebAssembly toolkit
+test_files: []