rlang 0.3.0

data/lib/rlang/version.rb

@@ -0,0 +1,3 @@
+module Rlang
+  VERSION = "0.3.0"
+end

data/lib/rlang.rb

@@ -0,0 +1,4 @@
+require_relative "./rlang/version"
+require_relative "./utils/log"
+require_relative "./rlang/parser"
+require_relative "./builder"

data/lib/simul/classes/data.rb

@@ -0,0 +1,80 @@
+require_relative '../../utils/log'
+require_relative './memory'
+require_relative '../../rlang/parser/ext/string'
+require_relative '../../rlang/parser/ext/type'
+require_relative '../../rlang/parser/ext/integer'
+
+
+# Don't use class name Data because it's a deprecated
+# Ruby class and it generates warning at runtime
+class DAta
+
+  @@symbol_table = {}
+  @@current_address = 0
+
+  attr_reader :symbol, :value, :wtype, :address
+
+  def initialize(symbol, value, wtype=Type::I32)
+    @symbol = symbol
+    @value = (value.is_a?(Array) ? value : [value])
+    @wtype = wtype
+    @address = @@current_address
+    @@symbol_table[@symbol] = self
+    size = self.update(@symbol, @value, @wtype)
+    Log.debug "size after update #{size}"
+    @@current_address += size
+  end
+
+  def update(symbol, value, wtype)
+    Log.debug "updating data value #{value} at #{address} / #{wtype.size}"
+    original_address = self.address
+    new_address = address
+    value.each do |elt|
+      if elt.is_a? String
+        elt.each_byte do |b| 
+          Memory.store(new_address, b, 8)
+          new_address += 1
+        end
+      elsif elt.is_a? Integer
+        Memory.store(new_address, elt, wtype.size*8)
+        new_address += wtype.size
+        Log.debug "new _address : #{new_address}"
+      else
+        raise "Unknown Data type: #{value.class}"
+      end
+    end
+    new_address - original_address
+  end
+
+  def self.has_symbol?(symbol)
+    @@symbol_table.has_key? symbol
+  end
+
+  def self.[](symbol)
+    raise "Unknown data symbol '#{symbol}'" unless self.has_symbol? symbol
+    @@symbol_table[symbol].address
+  end
+
+  # Store string or integer in memory
+  # (note: integer are treated as I32)
+  def self.[]=(symbol, value)
+    if self.has_symbol? symbol
+      self.update(symbol, value)
+    else
+      self.new(symbol, value)
+    end
+  end
+
+  def self.current_address=(address)
+    @@current_address = address
+  end
+
+  # Align current address to closest multiple of
+  # n by higher value
+  def self.align(n)
+    if (m = @@current_address % n) != 0
+      @@current_address = (@@current_address - m) + n
+    end
+  end
+
+end

data/lib/simul/classes/global.rb

@@ -0,0 +1,38 @@
+require_relative '../rlang/parser/ext/type'
+
+class Global
+
+  @@globals = {}
+
+  attr_reader :key, :value, :wtype
+  
+  def initialize(key, value, wtype = Type::DEFAULT_TYPE, mutable: true)
+    raise "Can't initialize same Global twice #{key}" \
+      if @@globals.has_key? key
+    @key = key
+    @value = value
+    @@globals[key] = self
+    @wtype = wtype
+    @mutable = mutable
+  end
+
+  def []= (key, value)
+    raise "Cannot modify unmutable global #{@key}" unless self.mutable?
+  end
+
+  def [] (key)
+    @@globals[key].value
+  end
+
+  def mutable?
+    @mutable
+  end
+
+  def self.has_key?(key)
+    @@globals.has_key? key
+  end
+
+  def self.find_gvar(key)
+    @@globals[key]
+  end
+end

data/lib/simul/classes/memory.rb

@@ -0,0 +1,131 @@
+require_relative './../rlang/parser/ext/type.rb'
+
+class Memory
+
+  # Initial memory size (8 pages of WASM memory - 64 KB each)
+  MAX_SIZE = 8
+  WASM_PAGE_SIZE = 64 * 1024
+  MAX_I32 = 2**32 - 1
+  @@mem = nil
+
+  # size unit in WASM pages (64 KB)
+  def self.init(max_size)
+    @@max_size = max_size || MAX_SIZE
+    @@mem_size = @@max_size * WASM_PAGE_SIZE
+    @@mem = String.new("\00"*@@mem_size, encoding:'ASCII-8BIT', capacity: @@mem_size)
+  end
+
+  def self.size
+    @@max_size
+  end
+
+  def self.size_in_bytes
+    @@mem_size
+  end
+
+  def self.dump
+    @@mem
+  end
+
+  def self.load(address, type=Type::I32 , nbits=nil, signed=false)
+    if type == Type::I32
+      if nbits.nil? || nbits == 32
+        # i32.load: load 4 bytes as i32
+        value = @@mem.byteslice(address,4).unpack('L').first
+      elsif nbits == 16
+        if signed
+          # i32.load16_s: load 2 bytes and sign-extend i16 to i32
+          value = @@mem.byteslice(address,2).unpack('s').first
+        else
+          # i32.load16_u: load 2 bytes and zero-extend i16 to i32
+          value = @@mem.byteslice(address,2).unpack('S').first
+        end
+      elsif nbits == 8
+        if signed
+          # i32.load8_s: load 1 byte and sign-extend i8 to i32
+          value = @@mem.byteslice(address).unpack('c').first
+        else
+          # i32.load16_u: load 1 byte and zero-extend i8 to i32
+          value = @@mem.byteslice(address).unpack('C').first
+        end
+      else
+        raise "Unknown number of bits #{nbits}"
+      end
+      return Type::I32.new(value)
+    elsif type == Type::I64
+      if nbits.nil? || nbits == 64
+        # i64.load: load 8 bytes as i64
+        value = @@mem.byteslice(address,8).unpack('Q').first
+      elsif nbits == 32
+        if signed
+          # i64.load32_s: load 4 bytes and sign-extend i32 to i64
+          value = @@mem.byteslice(address,4).unpack('l').first
+        else
+          # i64.load32_u: load 4 bytes and zero-extend i32 to i64
+          value = @@mem.byteslice(address,4).unpack('L').first
+        end
+      elsif nbits == 16
+        if signed
+          # i64.load16_s: load 2 bytes and sign-extend i16 to i64
+          value = @@mem.byteslice(address,2).unpack('s').first
+        else
+          # i64.load16_u: load 2 bytes and zero-extend i16 to i64
+          value = @@mem.byteslice(address,2).unpack('S').first
+        end
+      elsif nbits == 8
+        if signed
+          # i64.load8_s: load 1 byte and sign-extend i8 to i64
+          value = @@mem.byteslice(address).unpack('c').first
+        else
+          # i64.load8_u: load 1 byte and zero-extend i8 to i64
+          value = @@mem.byteslice(address).unpack('C').first
+        end
+      else
+        raise "Unknown number of bits #{nbits}"
+      end
+      return Type::I64.new(value)
+    else
+      raise "Unknown target type #{type}"
+    end
+
+  end
+
+  def self.store(address, value, nbits=32)
+    #puts '***', address, value, nbits
+    if value.is_a? Integer || (value.is_a? Type::I32)
+      raise "Value #{value} too large to fit in 32 bits at address #{}" if value > MAX_I32
+      case nbits
+      when 64
+        raise "Cannot store i64 in i32 memory location (wrap/truncate first)"
+      when nil, 32
+        # i32.store: (no conversion) store 4 bytes
+        @@mem[address,4] = [value].pack('L<')
+      when 16
+        # i32.store16: wrap i32 to i16 and store 2 bytes
+        @@mem[address,2] = [value].pack('S<')
+      when 8
+        # i32.store8: wrap i32 to i8 and store 1 byte
+        @@mem[address] = [value].pack('C')
+      end
+    elsif value.is_a? Type::I64
+      case nbits
+      when nil, 64
+        # i64.store: (no conversion) store 8 bytes
+        @@mem[address,8] = [value].pack('Q<')        
+      when 32
+        # i64.store32: (no conversion) store 4 bytes
+        @@mem[address,4] = [value].pack('L<')
+      when 16
+        # i64.store16: wrap i32 to i16 and store 2 bytes
+        @@mem[address,2] = [value].pack('S<')
+      when 8
+        # i64.store8: wrap i32 to i8 and store 1 byte
+        @@mem[address] = [value].pack('C')
+      end
+    else
+      raise "Unknow data type #{value.class} for #{value}"
+    end
+
+  end
+
+end

data/lib/utils/log.rb

@@ -0,0 +1,32 @@
+# Rubinius WebAssembly VM
+# Copyright (c) 2019, Laurent Julliard and contributors
+# All rights reserved.
+#
+# Rlang logging module
+
+require 'logger'
+
+module Log
+  class << self
+    def logger
+      @logger ||= Logger.new($stdout)
+    end
+
+    def logger=(logger)
+      @logger = logger
+    end
+  end
+
+  # Addition
+  def self.included(base)
+    class << base
+      def logger
+        Log.logger
+      end
+    end
+  end
+
+  def logger
+    Log.logger
+  end
+end

data/rlang.gemspec

@@ -0,0 +1,38 @@
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "rlang/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "rlang"
+  spec.version       = Rlang::VERSION
+  spec.authors       = ["Laurent Julliard"]
+  spec.email         = ["laurent@moldus.org"]
+
+  spec.summary       = %q{A (subset of) Ruby to WebAssembly compiler}
+  spec.description   = %q{Rlang is meant to create fast and uncluttered WebAssembly code 
+   from the comfort of the Ruby language. It is actually made of two things: a supported 
+   subset of the Ruby language and a compiler transforming this Ruby subset in a valid 
+   and fully runnable WebAssembly module.}
+  spec.homepage      = "https://github.com/ljulliar/rlang"
+  spec.license       = "MPL-2.0"
+
+  #spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/ljulliar/rlang"
+  spec.metadata["changelog_uri"] = "https://github.com/ljulliar/rlang/blob/master/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|featuresi|\.)/}) }
+  end
+  spec.bindir        = "bin"
+  spec.executables   << "rlang"
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+  spec.add_development_dependency "wasmer", "~> 0.3"
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification
+name: rlang
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Laurent Julliard
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-02-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: wasmer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+description: "Rlang is meant to create fast and uncluttered WebAssembly code \n   from
+  the comfort of the Ruby language. It is actually made of two things: a supported
+  \n   subset of the Ruby language and a compiler transforming this Ruby subset in
+  a valid \n   and fully runnable WebAssembly module."
+email:
+- laurent@moldus.org
+executables:
+- rlang
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rake_tasks~"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/rlang
+- docs/RlangCompiler.md
+- docs/RlangManual.md
+- lib/builder.rb
+- lib/builder/ext.rb
+- lib/builder/ext/tempfile.rb
+- lib/builder/rlang.rb
+- lib/builder/rlang/builder.rb
+- lib/builder/wat.rb
+- lib/builder/wat/builder.rb
+- lib/builder/wat/renderer.rb
+- lib/rlang.rb
+- lib/rlang/lib.rb
+- lib/rlang/lib/malloc.c
+- lib/rlang/lib/malloc.rb
+- lib/rlang/lib/memory.rb
+- lib/rlang/lib/type.rb
+- lib/rlang/lib/type/i32.rb
+- lib/rlang/lib/type/i64.rb
+- lib/rlang/lib/unistd.rb
+- lib/rlang/parser.rb
+- lib/rlang/parser/const.rb
+- lib/rlang/parser/cvar.rb
+- lib/rlang/parser/data.rb
+- lib/rlang/parser/export.rb
+- lib/rlang/parser/ext/integer.rb
+- lib/rlang/parser/ext/string.rb
+- lib/rlang/parser/ext/type.rb
+- lib/rlang/parser/global.rb
+- lib/rlang/parser/lvar.rb
+- lib/rlang/parser/marg.rb
+- lib/rlang/parser/method.rb
+- lib/rlang/parser/wattr.rb
+- lib/rlang/parser/wgenerator.rb
+- lib/rlang/parser/winstruction.rb
+- lib/rlang/parser/wnode.rb
+- lib/rlang/parser/wtree.rb
+- lib/rlang/parser/wtype.rb
+- lib/rlang/version.rb
+- lib/simul/classes/data.rb
+- lib/simul/classes/global.rb
+- lib/simul/classes/memory.rb
+- lib/utils/log.rb
+- rlang.gemspec
+homepage: https://github.com/ljulliar/rlang
+licenses:
+- MPL-2.0
+metadata:
+  homepage_uri: https://github.com/ljulliar/rlang
+  source_code_uri: https://github.com/ljulliar/rlang
+  changelog_uri: https://github.com/ljulliar/rlang/blob/master/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: A (subset of) Ruby to WebAssembly compiler
+test_files: []