componentize_any 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4da70c37e68a4933c3fd968de0e8bf7cb113afe0a11594ce9a903645ab1f6342
+  data.tar.gz: 89701a8be3ce9b9638e82bbcdfb7df269b2cd06d5f92b8fbdec06a52b61984c3
+SHA512:
+  metadata.gz: 12f4525c3710e46ed42444f4ed20141e1d2adf2939f5b35f6db9775d4f31135d0537c7f5b63ae0170159a20ce65f438401032af5d6ffae453112b85712cff244
+  data.tar.gz: 1687beec6f033c17cdb2b242294b1e050d15da0118a71a6c81d6e9280eaed8a9781a083b83adcd50db8f8919deac2ece8bbb579ac69758fd4ba9ec99ddcfa823

data/README.md

@@ -0,0 +1,45 @@
+# componentize_any
+
+TODO: Delete this and the text below, and describe your gem
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/componentize_any`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+## Installation
+
+TODO: Replace `UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG` with your gem name right after releasing it to RubyGems.org. Please do not do it earlier due to security reasons. Alternatively, replace this section with instructions to install your gem from git if you don't plan to release to RubyGems.org.
+
+Install the gem and add to the application's Gemfile by executing:
+
+    $ bundle add UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG
+
+If bundler is not being used to manage dependencies, install the gem by executing:
+
+    $ gem install UPDATE_WITH_YOUR_GEM_NAME_IMMEDIATELY_AFTER_RELEASE_TO_RUBYGEMS_ORG
+
+## Usage
+
+```ruby
+witty do
+  world do
+    export "wasi:cli/run@0.2.0"
+  end
+
+  package "wasi:cli/run@0.2.0" do
+    interface "run" do
+      define "run", :func, {[] => :result}, counterpart: "component_run"
+    end
+  end
+end
+```
+
+- TODO: support wit parser...
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test-unit` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/componentize_any.

data/Rakefile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task default: :test

data/examples/run.export.rbs

@@ -0,0 +1 @@
+def component_run: () -> Integer

data/examples/run.rb

@@ -0,0 +1,3 @@
+def component_run
+  0
+end

data/examples/witty.rb

@@ -0,0 +1,11 @@
+witty do
+  world do
+    export "wasi:cli/run@0.2.0"
+  end
+
+  package "wasi:cli@0.2.0" do
+    interface "run" do
+      define "run", :func, {[] => :result}, counterpart: "component_run"
+    end
+  end
+end

data/exe/componentize_any

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+require "componentize_any"
+
+require "optparse"
+require "ostruct"
+require "tempfile"
+
+options = OpenStruct.new
+OptionParser.new do |opts|
+  opts.banner = "Usage: componentize_any [options]"
+
+  opts.on("-w", "--witty-file FILE", "Input witty file") do |v|
+    options.witty = v
+  end
+  opts.on("-i", "--input FILE", "Input original wasm file") do |v|
+    options.input = v
+  end
+  opts.on("-o", "--output FILE.wasm", "Output wasm file") do |v|
+    options.output = v
+  end
+end.parse!
+
+load options.witty
+if ComponentizeAny::Witty.global_wit.nil?
+  raise "Maybe not a witty file: #{options.witty}"
+end
+
+generator = ComponentizeAny::WatGenerator.new
+generator.parse_wit ComponentizeAny::Witty.global_wit
+wat = generator.to_s
+puts "[debug] WAT code:\n#{wat}" if ENV["DEBUG"]
+
+tmpfile = Tempfile.open("__tmp_componentize_any.wat")
+puts "Writing WAT to #{tmpfile.path}"
+tmpfile.write(wat)
+tmpfile.close
+
+tmpfile_wasm = Tempfile.open("__tmp_componentize_any.wat")
+tmpfile_wasm.close
+
+puts "Compiling WAT to WASM0: #{tmpfile.path} -> #{tmpfile_wasm.path}"
+system "wasm-tools parse -o #{tmpfile_wasm.path} #{tmpfile.path}"
+unless $?.success?
+  raise "Failed to compile WAT to WASM0"
+end
+
+puts "joining WASM0 files with #{options.input}"
+
+b1 = IO.read tmpfile_wasm.path, encoding: "BINARY"
+idx = b1.index("\x01\x08\x00\x61\x73\x6d\x01\x00\x00\x00")
+raise "not a component wasm file" if idx.nil?
+
+b2 = IO.read options.input, encoding: "BINARY"
+size = b2.size
+data = ComponentizeAny.to_uleb128_bin(size)
+
+buf = ""
+buf << b1[0...idx]
+buf << "\01" << data
+buf << b2
+buf << b1[idx...b1.size]
+
+IO.write options.output, buf
+puts "created #{options.output}"
+puts "run to check: `wasm-tools dump #{options.output} 2>&1 | less`"

data/lib/componentize_any/dsl.rb

@@ -0,0 +1,124 @@
+class ComponentizeAny::Witty
+  class << self
+    attr_accessor :global_wit
+  end
+
+  class Package
+    attr :interfaces
+    def initialize
+      @interfaces = {}
+    end
+
+    def interface(name, &blk)
+      intf = Interface.new(name)
+      @interfaces[name] = intf
+      intf.instance_eval(&blk)
+    end
+  end
+
+  class Interface
+    attr :name
+    attr :members
+
+    def initialize(name)
+      @name = name
+      @members = {}
+    end
+
+    def define(name, type, argdef, counterpart: nil)
+      memb = Member.new(name, type, argdef, counterpart)
+      @members[name] = memb
+    end
+  end
+
+  class Member
+    attr :name
+    attr :type
+    attr :args
+    attr :return_value
+    attr :counterpart
+
+    def initialize(name, type, argdef, counterpart=nil)
+      @name = name
+      @type = type
+      if argdef.size != 1
+        raise "argdef must have exactly one key-value pair"
+      end
+      @args = argdef.keys[0]
+      @return_value = argdef.values[0]
+      @counterpart = counterpart || name
+    end
+  end
+
+  attr :packages
+  attr :exports
+  attr :imports
+
+  def world(&blk)
+    instance_eval(&blk)
+  end
+
+  def export(name)
+    export = nil
+    re = /^(\w+):(\w+)\/(\w+)@(\d+\.\d+\.\d+)$/    
+    re.match(name)&.tap do |re|
+      export = ExportName.new re[1], re[2], re[3], re[4]
+    end
+    if export.nil?
+      raise "invalid export name: #{name}"
+    end
+    @exports << export
+  end
+
+  def package(name, &blk)
+    pkg = Package.new
+    @packages[name] = pkg
+    pkg.instance_eval(&blk)
+  end
+
+  def initialize
+    @packages = {}
+    @exports = []
+    @imports = []
+  end
+end
+
+class ExportName
+  attr :namespace
+  attr :component
+  attr :interface
+  attr :version
+  def initialize(namespace, component, interface, version)
+    @namespace = namespace
+    @component = component
+    @interface = interface
+    @version = version
+  end
+
+  def package_name
+    "#{@namespace}:#{@component}@#{@version}"
+  end
+
+  def full_name
+    "#{@namespace}:#{@component}/#{@interface}@#{@version}"
+  end
+end
+
+# The grammer of the DSL will be as follows:
+# witty do
+#   world do
+#     export "wasi:cli/run@0.2.0"
+#   end
+#
+#   package "wasi:cli/run@0.2.0" do
+#     interface "run" do
+#       define "run", :func, {[] => :result}, counterpart: "component_run"
+#     end
+#   end
+# end
+
+def witty(&blk)
+  wit = ComponentizeAny::Witty.new
+  wit.instance_eval(&blk)
+  ComponentizeAny::Witty.global_wit = wit
+end

data/lib/componentize_any/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module ComponentizeAny
+  VERSION = "0.1.0"
+end

data/lib/componentize_any/wat_generator.rb

@@ -0,0 +1,63 @@
+class ComponentizeAny::WatGenerator
+  def initialize
+    @buf = ""
+  end
+
+  def to_func_type_wat(args, return_value)
+    arg_types = args.map.with_index do |arg, i|
+      case arg
+      when :s32, :s64, :u32, :u64, :f32, :f64
+        "(param \"arg#{i}\" #{arg.to_s})"
+      else
+        raise "unknown type: #{arg}"
+      end
+    end
+    return_type = case return_value
+    when :i32
+      "i32"
+    when :i64
+      "i64"
+    when :f32
+      "f32"
+    when :f64
+      "f64"
+    when :result
+      "0" # result is predefined
+    else
+      raise "unknown type: #{return_value}"
+    end
+    "(func #{arg_types.join(' ')} (result #{return_type}))"
+  end
+
+  def parse_wit(wit)
+    export = wit.exports[0]
+    export_package = wit.packages[wit.exports[0].package_name]
+    export_interface = export_package.interfaces[export.interface]
+    export_func = export_interface.members.values[0] #: ComponentizeAny::Witty::Member
+
+    @buf << <<~WAT
+      (component
+        (core module) ;; empty
+        (core instance $m (;0;) (instantiate 0))
+        (type (;0;) (result))
+        (type $main_t #{to_func_type_wat(export_func.args, export_func.return_value)})
+        (alias core export $m "#{export_func.counterpart}" (core func (;0;)))
+        (func $main (;0;) (type $main_t) (canon lift (core func 0)))
+        (component $C (;0;)
+          (type (;0;) (result))
+          (type $main_t #{to_func_type_wat(export_func.args, export_func.return_value)})
+          (import "main" (func $f (;0;) (type $main_t)))
+          (export (;1;) "run" (func $f))
+        )
+        (instance $c (;0;) (instantiate $C
+            (with "main" (func $main))
+        ))
+        (export (;1;) "#{export.full_name}" (instance $c))
+      )
+    WAT
+  end
+
+  def to_s
+    @buf
+  end
+end

data/lib/componentize_any.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require_relative "componentize_any/version"
+
+module ComponentizeAny
+  class Error < StandardError; end
+
+  def to_uleb128_bin(size)
+    if size < 0x80
+      [size].pack("C")
+    else
+      [(size & 0x7f) | 0x80].pack("C") + to_uleb128_bin(size >> 7)
+    end  
+  end
+  module_function :to_uleb128_bin  
+end
+
+require_relative "componentize_any/dsl"
+require_relative "componentize_any/wat_generator"

data/sig/componentize_any.rbs

@@ -0,0 +1,4 @@
+module ComponentizeAny
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,54 @@
+--- !ruby/object:Gem::Specification
+name: componentize_any
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Uchio Kondo
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2025-01-04 00:00:00.000000000 Z
+dependencies: []
+description: Componentize any wasm binary.
+email:
+- udzura@udzura.jp
+executables:
+- componentize_any
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- examples/run.export.rbs
+- examples/run.rb
+- examples/witty.rb
+- exe/componentize_any
+- lib/componentize_any.rb
+- lib/componentize_any/dsl.rb
+- lib/componentize_any/version.rb
+- lib/componentize_any/wat_generator.rb
+- sig/componentize_any.rbs
+homepage:
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.11
+signing_key:
+specification_version: 4
+summary: Componentize any wasm binary.
+test_files: []