rusby 0.1.0

data/lib/rusby/generators/loops.rb

@@ -0,0 +1,54 @@
+module Rusby
+  module Generators
+    module Loops
+      def generate_loop(ast)
+        statements = ast.children[1..-1].map { |node| generate(node) }.compact
+        "loop {\n#{statements.join("\n")}\n}"
+      end
+
+      def generate_each_loop(ast)
+        if ast.children[0].children[0].type == :lvar
+          generate_each_loop_plain(ast)
+        else
+          generate_each_loop_range(ast)
+        end
+      end
+
+      def generate_each_loop_plain(ast)
+        collection = ast.children[0].children[0].children[0]
+        variable = ast.children[1].children[0].children[0]
+        body = ast.children[2..-1].map { |node| generate(node) }.join("\n")
+        "for #{variable} in #{collection}.iter() {
+          #{body}
+        }"
+      end
+
+      def generate_each_with_index_loop(ast)
+        collection = ast.children[0].children[0].children[0]
+        variable = ast.children[1].children[0].children[0]
+        index = ast.children[1].children[1].children[0]
+        body = ast.children[2..-1].map { |node| generate(node) }.join("\n")
+        "for (#{index}, #{variable}) in #{collection}.iter().enumerate() {
+          #{body}
+        }"
+      end
+
+      def generate_each_loop_range(ast)
+        range = ast.children[0].children[0].children[0]
+        range_start = range.children[0].children[0]
+        range_end = "(#{range.children[1].children[0]} + 1)" # rust range is inclusive
+        range_variable = ast.children[1].children[0].children[0]
+        statements = ast.children[1..-1].map { |node| generate(node) }.compact
+        "for #{range_variable} in #{range_start}..#{range_end} {\n#{statements.join("\n")}\n}"
+      end
+
+      def generate_while(ast)
+        "while #{generate(ast.children[0])} {\n#{generate(ast.children[1])}\n}"
+      end
+
+      def generate_while_post(ast)
+        "while {\n#{generate(ast.children[1])};\n#{generate(ast.children[0])}\n}{}"
+      end
+    end
+  end
+end

data/lib/rusby/generators/misc.rb

@@ -0,0 +1,26 @@
+module Rusby
+  module Generators
+    module Misc
+      def generate_begin(ast)
+        ast.children.map { |node| generate(node) }.join("\n")
+      end
+
+      def generate_args(_ast)
+      end
+
+      def generate_and(ast)
+        "#{generate(ast.children[0])} && #{generate(ast.children[1])}"
+      end
+
+      def generate_return(ast)
+        statements = ast.children.map { |node| generate(node) }
+        "return #{statements.any? ? statements.join(',') : '&-ptr'} as #{@return_type};"
+      end
+
+      def generate_kwbegin(ast)
+        statements = ast.children.map { |node| generate(node) }
+        statements.join(';')
+      end
+    end
+  end
+end

data/lib/rusby/generators/strings.rb

@@ -0,0 +1,10 @@
+module Rusby
+  module Generators
+    module Strings
+      # string interpolation
+      def generate_dstr(ast)
+        ast.children.map { |node| "(#{generate(node)}).to_string()" }.join(' + &')
+      end
+    end
+  end
+end

data/lib/rusby/generators/types.rb

@@ -0,0 +1,33 @@
+module Rusby
+  module Generators
+    module Types
+      def generate_int(ast)
+        ast.children[0]
+      end
+
+      def generate_float(ast)
+        ast.children[0]
+      end
+
+      def generate_str(ast)
+        "\"#{ast.children[0]}\""
+      end
+
+      def generate_true(_ast)
+        'true'
+      end
+
+      def generate_false(_ast)
+        'false'
+      end
+
+      def generate_array(_ast)
+        'Vec::new()'
+      end
+
+      def generate_const(ast)
+        '<array>' if ast.children[1] == :Array
+      end
+    end
+  end
+end

data/lib/rusby/postprocessor.rb

@@ -0,0 +1,19 @@
+module Rusby
+  module Postrocessor
+    extend self
+
+    def apply(code, meta)
+      # fold the array syntax
+      meta[:args].each_with_index do |el, idx|
+        if el == 'String'
+          code.gsub!(/#{meta[:names][idx]}\[(.+?)\]/, "#{meta[:names][idx]}.chars().nth(\\1)")
+          code.gsub!(/;+/, ';')
+        end
+      end
+      # process array :<< and :>> operator
+      code.gsub!(/(?:<<|>>)(\S+)/, '.push(\1);')
+
+      code
+    end
+  end
+end

data/lib/rusby/preprocessor.rb

@@ -0,0 +1,15 @@
+module Rusby
+  module Preprocessor
+    extend self
+
+    def apply(code)
+      code = code.gsub(
+        /(\w+)\s?=\s?Array\.new\((.*)\)\s?{\s?Array\.new\((.*)\)\s?}/,
+        'rust_variable :\1' \
+        "\n" \
+        'rust "let mut \1 = vec![vec![0; \3]; \2];"'
+      )
+      code
+    end
+  end
+end

data/lib/rusby/profiler.rb

@@ -0,0 +1,32 @@
+module Rusby
+  module Profiler
+    extend self
+
+    SQRT_ITERATIONS = Math.sqrt(1000).to_i
+
+    def timeit(target_method, *args)
+      Benchmark.realtime { SQRT_ITERATIONS.times { target_method.call(*args) } }
+    end
+
+    def benchit(obj, original_method, modified_method, args)
+      original_method = original_method.bind(obj)
+
+      m1 = 0
+      m2 = 0
+
+      SQRT_ITERATIONS.times do |i|
+        m1 += timeit(original_method, *args)
+        m2 += timeit(modified_method, *args)
+
+        percent = ((i + 1).to_f / SQRT_ITERATIONS * 100).to_i
+        print "\r|#{'=' * percent}#{'-' * (100 - percent)}|"
+      end
+
+      boost = m1 > m2 ? m1 / m2 : - m2 / m1
+
+      printf "\r=> got #{'%.2fx boost'.colorize(boost > 0 ? :green : :red)} (%.2fs original vs %.2fs rust) %s\n\n", boost, m1, m2, ' ' * 80
+
+      boost
+    end
+  end
+end

data/lib/rusby/proxy.rb

@@ -0,0 +1,14 @@
+module Rusby
+  module Proxy
+    extend ::FFI::Library
+
+    def self.libext
+      return 'dylib' if `uname` =~ /Darwin/
+      return 'so' if `uname` =~ /Linux/
+    end
+
+    def self.rusby_load(fullpath)
+      ffi_lib "#{fullpath}.#{libext}"
+    end
+  end
+end

data/lib/rusby/rust.rb

@@ -0,0 +1,69 @@
+module Rusby
+  class Rust
+    include ::Rusby::Generators::Base
+
+    include ::Rusby::Generators::Assignments
+    include ::Rusby::Generators::Conditionals
+    include ::Rusby::Generators::Loops
+    include ::Rusby::Generators::Misc
+    include ::Rusby::Generators::Strings
+    include ::Rusby::Generators::Types
+
+    def initialize(return_type)
+      @known_methods = []
+      @known_variables = []
+      @return_type = return_type
+    end
+
+    def known_method?(name)
+      @known_methods.include?(name.to_sym)
+    end
+
+    def remember_method(name)
+      @known_methods << name.to_sym
+    end
+
+    def known_variable?(name)
+      @known_variables.include?(name.to_sym)
+    end
+
+    def remember_variable(name)
+      @known_variables << name.to_sym
+    end
+
+    def fold_arrays(nodes)
+      result = []
+      index_op = false
+      index_assignment_op = false
+
+      nodes.each do |node|
+        case node
+        when :[]
+          index_op = true
+        when :[]=
+          index_assignment_op = true
+        else
+          code = generate(node)
+          if index_op
+            code = "[#{code.to_s =~ /[+-]/ ? "(#{code})" : code} as usize]"
+            index_op = false
+          end
+          if index_assignment_op
+            code = "[#{code.to_s =~ /[+-]/ ? "(#{code})" : code} as usize]="
+            index_assignment_op = false
+          end
+          result << code
+        end
+      end
+
+      result
+    end
+
+    def method_missing(method_name, *args)
+      puts "No method for '#{method_name.to_s.sub('generate_', '')}' AST node.".colorize(:red)
+      puts "Please implement #{method_name} in Rusby::Rust.".colorize(:yellow)
+      puts "Arguments: #{args.inspect}".colorize(:yellow)
+      raise RuntimeError
+    end
+  end
+end

data/lib/rusby/version.rb

@@ -0,0 +1,3 @@
+module Rusby
+  VERSION = "0.1.0"
+end

data/rusby.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rusby'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rusby"
+  spec.version       = Rusby::VERSION
+  spec.authors       = ["Alexander Krasnoschekov"]
+  spec.email         = ["akrasnoschekov@gmail.com"]
+
+  spec.summary       = %q{Ruby to Rust transpiler for simple performance-oriented methods.}
+  spec.homepage      = "https://github.com/rambler-digital-solutions/rusby"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "byebug"
+
+  spec.add_runtime_dependency 'method_source'
+  spec.add_runtime_dependency 'ffi'
+  spec.add_runtime_dependency 'hashie'
+  spec.add_runtime_dependency 'colorize'
+  spec.add_runtime_dependency 'parser'
+  spec.add_runtime_dependency 'ruby-prof'
+end

data/rust.yaml

@@ -0,0 +1,38 @@
+ffi_to_rust:
+  String: 'let <name> = unsafe { CStr::from_ptr(<name>_pointer).to_string_lossy().into_owned() };'
+  Array[Fixnum]: 'let <name> = unsafe { std::slice::from_raw_parts_mut(<name>_pointer, <name>_size) };'
+  Array[Float]: 'let <name> = unsafe { std::slice::from_raw_parts_mut(<name>_pointer, <name>_size) };'
+ffi_to_rust_types:
+  String: '<name>_pointer: *const c_char'
+  Array[Fixnum]: '<name>_pointer: *mut i32, <name>_size: usize'
+  Array[Float]: '<name>_pointer: *mut f64, <name>_size: usize'
+rust_to_ffi:
+  String: 'CString::new(result).unwrap().as_ptr()'
+  Array[Fixnum]: 'result.as_ptr()'
+  Array[Float]: 'result.as_ptr()'
+rust_to_ffi_types:
+  Array[Fixnum]: '*const i32'
+  Array[Float]: '*const f64'
+  String: '*const c_char'
+rust_types:
+  Fixnum: 'i32'
+  Array[Fixnum]: '&mut [i32]'
+  Array[Float]: '&mut [f64]'
+  NilClass: '()'
+  String: 'String'
+  Float: 'f64'
+ffi_types:
+  Fixnum: 'int'
+  Array[Fixnum]: 'pointer'
+  Array[Float]: 'pointer'
+  NilClass: 'void'
+  String: 'string'
+  Float: 'double'
+file_header: |
+  use std::io::{self, Write};
+  use std::ffi::{CStr,CString};
+  use std::os::raw::c_char;
+method_prefix: "\n#[allow(unused_mut)]"
+exposed_method_prefix: |
+  #[no_mangle]
+  pub extern "C"

metadata

@@ -0,0 +1,223 @@
+--- !ruby/object:Gem::Specification
+name: rusby
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Alexander Krasnoschekov
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-08-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: method_source
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- akrasnoschekov@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- doc/img1.png
+- doc/slides.key
+- examples/Gemfile
+- examples/Gemfile.lock
+- examples/fanatic_greeter.rb
+- examples/fanatic_pluser.rb
+- examples/levenshtein_distance.rb
+- examples/quicksort.rb
+- examples/run_examples.rb
+- examples/weighted_random.rb
+- lib/rusby.rb
+- lib/rusby/builder.rb
+- lib/rusby/core.rb
+- lib/rusby/ffi/bridge.rb
+- lib/rusby/generators/assignments.rb
+- lib/rusby/generators/base.rb
+- lib/rusby/generators/conditionals.rb
+- lib/rusby/generators/loops.rb
+- lib/rusby/generators/misc.rb
+- lib/rusby/generators/strings.rb
+- lib/rusby/generators/types.rb
+- lib/rusby/postprocessor.rb
+- lib/rusby/preprocessor.rb
+- lib/rusby/profiler.rb
+- lib/rusby/proxy.rb
+- lib/rusby/rust.rb
+- lib/rusby/version.rb
+- rusby.gemspec
+- rust.yaml
+homepage: https://github.com/rambler-digital-solutions/rusby
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Ruby to Rust transpiler for simple performance-oriented methods.
+test_files: []