linguify 0.3.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,10 @@
+source "http://rubygems.org"
+
+group :development do
+  gem "shoulda", ">= 0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.6.4"
+  gem "rcov", ">= 0"
+  gem "rspec", ">= 0"
+end
+gem 'sourcify'

data/Gemfile.lock

@@ -0,0 +1,45 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    file-tail (1.0.7)
+      tins (~> 0.3)
+    git (1.2.5)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    rake (0.9.2)
+    rcov (0.9.11)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+    ruby2ruby (1.3.1)
+      ruby_parser (~> 2.0)
+      sexp_processor (~> 3.0)
+    ruby_parser (2.3.1)
+      sexp_processor (~> 3.0)
+    sexp_processor (3.0.7)
+    shoulda (2.11.3)
+    sourcify (0.5.0)
+      file-tail (>= 1.0.5)
+      ruby2ruby (>= 1.2.5)
+      ruby_parser (>= 2.0.5)
+      sexp_processor (>= 3.0.5)
+    tins (0.3.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.6.4)
+  rcov
+  rspec
+  shoulda
+  sourcify

data/README.md

@@ -0,0 +1,167 @@
+# Linguify
+
+Linguify is a linguistic compiler allowing you to compile and execute plain english.
+And thus allows you to program in plain english provided you have the reduction rules needed.
+
+Since the code ends up compiled like all code should be you can execute your code so amazingly fast I am in awe just to be able to write this divine text to you about it.
+
+## Installation
+
+    gem install linguify
+
+## Basic usage
+
+    require 'linguify'
+
+	reduce /all directories/ => 'directories' do
+	  Dir.entries('.').select{ |f| f[0] != '.' && File.directory?(f) }
+	end
+
+	reduce /({directories:[^}]*}) recursively/ => 'directories' do |dirs|
+	  all_dirs = dirs
+	  Find.find(dirs) do |path|
+	    if FileTest.directory?(path)
+	      if File.basename(path)[0] == '.'
+	        Find.prune       # Don't look any further into this directory.
+	      else
+			all_dirs << path
+	        next
+	      end
+	    end
+	  end
+	  all_dirs
+	end
+
+	reduce /all files inside ({directories:[^}]*})/ => 'files' do |dirs|
+	  dirs.map{ |f| File.new(f, "r") }
+	end
+
+	reduce /view ({files:[^}]*})/ => '' do |files|
+	  files.each do |file|
+	    pp file
+	  end
+	end
+
+	"view all files inside all directories recursively".linguify.to_ruby
+    # => "code = lambda do
+    #       directories_0 = Dir.entries(\".\").select { |f| ((not (f[0] == \".\")) and File.directory?(f)) }
+    #       directories_1 = (all_dirs = directories_0
+	#       Find.find(directories_0) do |path|
+	#         if FileTest.directory?(path) then
+	#           if (File.basename(path)[0] == \".\") then
+	#             Find.prune
+	#           else
+	#             (all_dirs << path)
+	#             next
+	#           end
+	#         end
+	#       end
+	#       all_dirs)
+	#       files_2 = directories_1.map { |f| File.new(f, \"r\") }
+	#       files_2.each { |file| pp(file) }
+	#     end
+	#   " 
+	
+And if you simply want to execute your magnificent piece of art:
+
+	"view all files inside all directories recursively".linguify.run
+
+Or even:
+
+    # compile once, run plenty
+    code = "view all files inside all directories recursively".linguify
+    loop do
+      code.run
+    end
+
+## More advanced usage
+
+Linguify supports mixing javascript and ruby.
+A typical case would be to express NOSQL queries in plain English for everyones convenience.
+
+    require 'linguify'
+
+    reduce /a possible javascript NOSQL query/ => {:to => 'query', :lang => :js} do
+      @db.forEach(lambda{ |record|
+          emit(record);
+        }
+      )
+    end
+
+    reduce /execute ({query:[^}]*})/ => '' do |query|
+      db.map query
+    end
+
+    "execute a possible javascript NOSQL query".linguify.to_ruby
+    # => "code = lambda do
+    #       query = \"function(){\\n  this.db.forEach(function(record){\\n    emit(record)\\n  });\\n}\"
+    #       db.map(query)
+    #     end
+    #    "
+
+The nature of Linguify's expression reduction face pragmatic programmers with a urge to inline the code the arguments represents.
+Luckily Linguify has evolved to embrace such minds. Linguify is not for the general masses. It is for the mighty few pragmatics.
+
+    require 'linguify'
+
+    reduce /inlined code/ => {:to => 'code', :lang => :ruby, :inline => true} do
+      something.each do |foobar| # life is not worth living without psedo foobars
+        pp foobar
+      end
+    end
+
+    reduce /execute ({code:[^}]*})/ => '' do |code|
+      pp "hey mum"
+      code
+      pp "you will never know what I just did"
+	end
+
+	"execute inlined code".linguify.to_ruby
+	# => "code = lambda do
+	#       (pp(\"hey mum\")
+	#       (something.each { |foobar| pp(foobar) })
+	#       pp(\"you will never know what I just did\"))
+	#     end
+	#    "
+
+And you can even inline sub-expressions:
+
+    require 'linguify'
+
+	reduce /sub expression/ => {:to => 'sub_expression', :lang => :ruby, :inline => true} do
+	  pp "this is the sub expression code"
+	end
+
+	reduce /({sub_expression:[^}]*}) of inlined code/ => {:to => 'code', :lang => :ruby, :inline => true} do |sub|
+	  something.each do |foobar| # life is not worth living without psedo foobars
+	    pp foobar
+	  end
+	end
+
+	reduce /execute ({code:[^}]*})/ => '' do |code|
+	  pp "hey mum"
+	  code
+	  code[:sub]
+	  pp "you will never know what I just did"
+	end
+
+	"execute sub expression of inlined code".linguify.to_ruby
+	# => "code = lambda do
+	#       (pp(\"hey mum\")
+	#       (something.each { |foobar| pp(foobar) })
+	#       pp(\"this is the sub expression code\")
+	#       pp(\"you will never know what I just did\"))
+	#     end
+	#    "
+
+## License
+
+(The MIT License)
+
+Copyright (c) 2011 Patrick Hanevold
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the ‘Software’), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED ‘AS IS’, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,47 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  gem.name = "linguify"
+  gem.homepage = "http://github.com/patrickhno/linguify"
+  gem.license = "MIT"
+  gem.summary = %Q{Linguify, the linguistic compiler.}
+  gem.description = %Q{Linguify is a linguistic compiler allowing you to compile and execute plain english.}
+  gem.email = "patrick.hanevold@gmail.com"
+  gem.authors = ["Patrick Hanevold"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rcov/rcovtask'
+Rcov::RcovTask.new do |test|
+  test.libs << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+  test.rcov_opts << '--exclude "gems/*"'
+end
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "linguify #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+Dir['tasks/*.rake'].sort.each { |f| load f }

data/VERSION

@@ -0,0 +1 @@
+0.3.0

data/lib/linguify/linguified.rb

@@ -0,0 +1,116 @@
+# encoding: utf-8
+
+require 'sourcify'
+require 'linguify/translators/javascript'
+
+module Linguify
+
+  class Linguified
+
+    attr_accessor :proc, :sentence
+
+    # Lingquify a sentence
+    #
+    # * +str+     - A plain English string, or a plain English string with reductions in it.
+    # * +replace+ - In which "scope" to bind the code during compilation
+    #
+    def initialize str,bind
+
+      #
+      # reduction loop
+      #
+      @sentence = str.dup
+      @bind = bind
+      loop do
+        rule = find_rule(str)
+
+        reduction = rule[:proc].to_reduction :returns  => rule[:result],
+                                             :lang     => rule[:lang],
+                                             :inline   => rule[:inline],
+                                             :regexp   => rule[:match].inspect,
+                                             :args     => rule[:match].match(str).to_a[1..-1]
+
+        str.gsub!(rule[:match],reduction.to_rexp)
+        break if /^{.*}$/ =~ str
+      end
+
+      @encoded = str
+
+      @merged_code = []
+      if /^{(?<code>.*)}$/ =~ @encoded
+        # successfully reduced entire string, compile it
+        code = Reduction::parse(code).compile
+
+        # and wrap it up
+        @sexy = Sexp.new(:block,
+          Sexp.new(:lasgn,:code, Sexp.new(:iter,
+            Sexp.new(:call, nil, :lambda, Sexp.new(:arglist)), nil,
+              Sexp.new(:block,
+                *code
+              )
+            )
+          ),
+        )
+
+        @@me = self
+        eval to_ruby(
+            Sexp.new(:call,
+              Sexp.new(:colon2, Sexp.new(:const, :Linguify), :Linguified), :trampoline, Sexp.new(:arglist, Sexp.new(:lvar, :code))
+            )
+          ),bind
+        raise "hell" unless @proc      
+      else
+        raise "hell"
+      end
+    end
+    
+    # Find a reduction rule for the string
+    #
+    # * +str+     - A plain English string, or a plain English string with reductions in it.
+    #
+    def find_rule str
+      found = Linguify.rules.select do |rule|
+        if rule[:match] =~ str
+          true
+        else
+          false
+        end
+      end
+      raise "no step definition for #{str}" if found.size == 0
+
+      found[0]
+    end
+
+    def to_sexp
+      @sexy
+    end
+
+    def to_ruby additional=nil
+      clone = Marshal.load(Marshal.dump(@sexy)) # sexy is not cleanly duplicated
+      clone << additional if additional
+      Ruby2Ruby.new.process(clone)
+    end
+    
+    def run
+      begin
+        @proc.call
+      rescue Exception => e
+        $stderr.puts e
+      end
+    end
+  
+    def register_code code
+      @proc = code
+    end
+
+    def self.trampoline code
+      @@me.register_code code
+    end
+  
+    def self.cache
+      @@cache ||= {}
+    end
+
+  end
+
+end

data/lib/linguify/proc.rb

@@ -0,0 +1,26 @@
+# encoding: utf-8
+
+class Proc
+  def to_reduction args={}
+    Linguify::Reduction.new(
+      :returns  => args[:returns] || '',
+      :lang     => args[:lang]    || :ruby,
+      :inline   => args[:inline]  || false,
+      :location => source_location[0],
+      :line     => source_location[1],
+      :regexp   => args[:regexp]  || //.inspect,
+      :args     => args[:args]    || [],
+      :sexp     => self.to_sexp
+    )
+  end
+
+  def to_code collection
+    reduction = to_reduction
+
+    sexy = reduction.compile
+    code = Marshal.load(Marshal.dump(sexy.first)) # sexy is not cleanly duplicated
+    code.replace_variable_references!(Linguify::Replacement.new(:sexp => collection.name),:collection)
+    code
+  end
+end
+

data/lib/linguify/reduction.rb

@@ -0,0 +1,153 @@
+# encoding: utf-8
+
+module Linguify
+  
+  class Replacement
+    attr_reader :sexp
+
+    def initialize args
+      @sexp   = args[:sexp]
+      @inline = args[:inline] || false
+    end
+    
+    def inline?
+      @inline
+    end
+  end
+
+  class Reduction
+
+    attr_accessor :returns, :location, :line, :regexp, :args, :sexp, :rule_args, :from, :reduction_id, :lang, :inline, :named_args
+
+    @@reductions = []
+
+    def initialize params
+      @returns  = params[:returns]
+      @lang     = params[:lang]
+      @inline   = params[:inline]
+      @location = params[:location]
+      @line     = params[:line]
+      @regexp   = params[:regexp]
+      @rule_args= @regexp.split(')').map{ |sub| sub.split('(')[1] }.select{ |v| v }
+      @args     = params[:args]
+      @sexp     = params[:sexp]
+      @reduction_id = @@reductions.size
+      determine_arguments
+      @@reductions << self
+    end
+
+    def determine_arguments
+      s = Marshal.load(Marshal.dump(self)) # sexp handling is not clean cut
+      raise "what is this?" unless s.sexp.sexp_type == :iter && s.sexp[1].sexp_type == :call && s.sexp[1][1] == nil && s.sexp[1][2] == :proc && s.sexp[1][3].sexp_type == :arglist
+
+      block_args = s.sexp[2]
+      if block_args
+        if block_args[0]==:lasgn
+          # single argument
+          args = [block_args[1]]
+        elsif block_args[0]==:masgn
+          # multiple arguments
+          args = block_args[1]
+          raise "unsupported argument type #{args}" unless args[0]==:array
+          args = args[1..-1].map{ |arg|
+            raise "unsupported argument type #{arg}" unless arg[0]==:lasgn
+            arg[1]
+          }
+        else
+          raise "unsupported argument type #{args}"
+        end
+      end
+      # args[] now has the symbolized argument names of the code block
+      @named_args = Hash[*args.zip(@args).flatten] if args
+      @named_args ||= {}
+    end
+
+    def self.parse str
+      if /^{(?<return>[^:]*):(?<rid>[0-9]+)}$/ =~ str
+        @@reductions[rid.to_i]
+      elsif /^(?<return>[^:]*):(?<rid>[0-9]+)$/ =~ str
+        @@reductions[rid.to_i]
+      else
+        raise "hell #{str}"
+      end
+    end
+    
+    def compile
+      compile_with_return_to_var
+    end
+
+    # Compile self
+    #
+    # * +return_variable+ - The return variable. Can either be a symbol representing the variable name or nil to skip variable assigning.
+    # * +replace+         - A list of variables in need of a new unique name or replacement with inlined code
+    #
+    def compile_with_return_to_var(return_variable=nil, replace = {})
+      s = Marshal.load(Marshal.dump(self)) # sexp handling is not clean cut
+      args = @named_args.keys
+      # args[] now has the symbolized argument names of the code block
+
+      args_code = []
+      s.args.each_with_index do |arg,i|
+        if /^{(?<ret>[^:]*):(?<n>[0-9]+)}$/ =~ arg
+          # got a argument that referes to a reduction
+          # pseudo allocate a return variable name and compile the reduction
+          red = Reduction::parse(arg)
+          if red.lang != lang && red.lang == :js && lang == :ruby
+            # paste javascript code into a ruby variable
+            code = red.compile_with_return_to_var(nil,replace)
+            clone = Marshal.load(Marshal.dump(code)) # code is not cleanly duplicated
+            code = Sexp.new(:iter,Sexp.new(:call, nil, :lambda, Sexp.new(:arglist)), nil,
+              Sexp.new(:block,
+                *clone
+              )
+            )
+            code = Ruby2Js.new.process(code)
+            code = [Sexp.new(:lasgn, args[i], Sexp.new(:lit, code))]
+            args_code += code
+          else
+            raise "trying to reference #{red.lang} code in #{lang} code" if red.lang != lang
+            if red.inline
+              code = red.compile_with_return_to_var(nil,replace)
+              replace[args[i]] = Replacement.new(:sexp => Sexp.new(:block,*code), :inline => true)
+            else
+              code = red.compile_with_return_to_var("#{ret}_#{n}".to_sym,replace)
+              args_code += code
+              replace[args[i]] = Replacement.new(:sexp => "#{ret}_#{n}".to_sym)
+            end
+          end
+        elsif /^[0-9]+$/ =~ arg
+          # got a number argument, stuff it in a integer variable
+          args_code << Sexp.new(:lasgn, args[i], Sexp.new(:lit, arg.to_i))
+        else
+          raise "hell"
+        end
+      end
+
+      if return_variable
+        if s.sexp[3][0] == :block
+          code = Sexp.new(:lasgn, return_variable,
+            Sexp.new(:block,
+              *(s.sexp[3][1..-1].map{ |s| s.dup })
+            )
+          )
+        else
+          code = Sexp.new(:lasgn, return_variable, s.sexp[3].dup)
+        end
+      else
+        code = s.sexp[3].dup
+      end
+
+      replace.each do |k,v|
+        code.replace_variable_references!(v,k,@named_args)
+      end
+
+      return *args_code + [code]
+    end
+
+    def to_rexp
+      raise "hell" if returns.kind_of?(Array)
+      "{#{returns}:#{reduction_id}}"
+    end
+  end
+
+end

data/lib/linguify/sexp.rb

@@ -0,0 +1,60 @@
+# encoding: utf-8
+
+class Sexp < Array
+
+  # Recurcively replace all references in a code section
+  #
+  # * +code+        - The code haystack to search and replace in
+  # * +replacement+ - The replacement code. Either a Sexp (containing code to inline) or a symbol
+  # * +needle+      - The search needle
+  #
+  def replace_variable_references!(replacement,needle,named_args="")
+    
+    case sexp_type
+    when :lasgn
+      self[1]=replacement.sexp if self[1] == needle
+    when :lvar
+      if self[1] == needle
+        unless replacement.inline?
+          self[1]=replacement.sexp
+        end
+      end
+    when :call
+      self[2]=replacement.sexp if self[2] == needle
+    when :lvar
+      self[1]=replacement.sexp if self[1] == needle
+    end
+    # inlining requires complex code:
+    if replacement.inline? && [:iter, :block].include?(sexp_type)
+      # we have a inline and a block, replace any references with the sexp
+      self[1..-1].each_with_index do |h,i|
+        if h && h.kind_of?(Sexp) && h == Sexp.new(:lvar, needle)
+          # inline references like s(:lvar, :needle)
+          # indicates a call to the needle, thus code wants to inline
+          h[0] = replacement.sexp[0]
+          h[1] = replacement.sexp[1]
+        elsif h && h.kind_of?(Sexp) && named_args.has_key?(needle) &&
+            Linguify::Reduction.parse(named_args[needle]).named_args.select{ |k,v|
+              h == Sexp.new(:call, Sexp.new(:lvar, needle), :[], Sexp.new(:arglist, Sexp.new(:lit, k)))
+            }.size == 1
+          # code is asking for a injection of one of the argument's with:
+          #  s(:call, s(:lvar, :needle), :[], s(:arglist, s(:lit, :argumen)))
+          # which in ruby looks like:
+          #  needle[:argument]
+          # which again is the way we support calling arguments of the neede
+          arg = h[3][1][1]
+          sexy = Marshal.load(Marshal.dump(Linguify::Reduction.parse(Linguify::Reduction.parse(named_args[needle]).named_args[arg]).sexp)) # sexp handling is not clean cut
+          self[i+1] = sexy[3]
+        else
+          h.replace_variable_references!(replacement,needle,named_args) if h && h.kind_of?(Sexp)
+        end
+      end
+    else
+      self[1..-1].each do |h|
+        h.replace_variable_references!(replacement,needle,named_args) if h && h.kind_of?(Sexp)
+      end
+    end
+  end
+
+end
+

data/lib/linguify/string.rb

@@ -0,0 +1,9 @@
+# encoding: utf-8
+
+class String
+  def linguify bind=binding
+    return Linguify::Linguified::cache[self] if Linguify::Linguified::cache[self]
+    Linguify::Linguified::cache[self] = Linguify::Linguified.new(self,bind)
+  end
+end
+