yacc_shave 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA1: 
+  metadata.gz: 981b32444b27edd0a4e069946dce8f3a6b30fdce
+  data.tar.gz: b54ddcccb296e3aa3508af38145fdc05edd17bd5
+SHA512: 
+  metadata.gz: 9e144b1b41a8d536e7c97ca02528712e6f355ebd97e8967771c9fe56a603edaa5d2a53c95e107ec591021e6b8b3d4853ff7a8940dcc6710c0dddd856a77f0076
+  data.tar.gz: b9ea2884d0799e7dc152c2ffa48eb421a576a6effdb780bf402e1d4c20d8492a9063a7346a3b4d6b12a146b034e1e920eba211e49844e04c20c7a9026b38d064

data/.gitignore

@@ -0,0 +1,24 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+.rspec
+bin/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in yacc_shave.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Jan Schulte
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# YaccShave
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'yacc_shave'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install yacc_shave
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/yacc_shave/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,32 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:test)
+
+
+namespace :rexical do
+  desc "clean the generated lexer"
+  task :clean do
+    `rm lib/yacc_shave/parser/lexer.rb`
+  end
+
+  desc "Regenerate the lexer grammar"
+  task :regenerate do
+    `rex lib/yacc_shave/parser/yacc_shave.rex -o lib/yacc_shave/parser/lexer.rb`
+  end
+end
+
+namespace :racc do
+  desc "It cleans the generated parser"
+  task :clean do
+    `rm lib/yacc_shave/parser/parser.rb`
+  end
+
+  desc "Regenerate the parser grammar"
+  task :regenerate do
+    `racc lib/yacc_shave/parser/yacc_shave.y -o lib/yacc_shave/parser/parser.rb`
+  end
+end
+
+task :test => ["rexical:regenerate", "racc:regenerate"]
+task :default => :test
+

data/lib/yacc_shave/parser/lexer.rb

@@ -0,0 +1,109 @@
+#--
+# DO NOT MODIFY!!!!
+# This file is automatically generated by rex 1.0.5
+# from lexical definition file "lib/yacc_shave/parser/yacc_shave.rex".
+#++
+
+require 'racc/parser'
+class YaccShave::Parser < Racc::Parser
+  require 'strscan'
+
+  class ScanError < StandardError ; end
+
+  attr_reader   :lineno
+  attr_reader   :filename
+  attr_accessor :state
+
+  def scan_setup(str)
+    @ss = StringScanner.new(str)
+    @lineno =  1
+    @state  = nil
+  end
+
+  def action
+    yield
+  end
+
+  def scan_str(str)
+    scan_setup(str)
+    do_parse
+  end
+  alias :scan :scan_str
+
+  def load_file( filename )
+    @filename = filename
+    open(filename, "r") do |f|
+      scan_setup(f.read)
+    end
+  end
+
+  def scan_file( filename )
+    load_file(filename)
+    do_parse
+  end
+
+
+  def next_token
+    return if @ss.eos?
+    
+    # skips empty actions
+    until token = _next_token or @ss.eos?; end
+    token
+  end
+
+  def _next_token
+    text = @ss.peek(1)
+    @lineno  +=  1  if text == "\n"
+    token = case @state
+    when nil
+      case
+      when (text = @ss.scan(/\d+/))
+         action { [:INTEGER, text.to_i] }
+
+      when (text = @ss.scan(/[a-z_?!]+/))
+         action { [:IDENTIFIER, text]}
+
+      when (text = @ss.scan(/\+/))
+         action { [:ADD, text] }
+
+      when (text = @ss.scan(/\=/))
+         action { [:ASSIGN, text]}
+
+      when (text = @ss.scan(/\{/))
+         action { [:LCBRA, text]}
+
+      when (text = @ss.scan(/\}/))
+         action { [:RCBRA, text]}
+
+      when (text = @ss.scan(/\,/))
+         action { [:COMMA, text]}
+
+      when (text = @ss.scan(/\./))
+         action { [:DOT, text]}
+
+      when (text = @ss.scan(/\n/))
+         action { [:NEWLINE, text]}
+
+      when (text = @ss.scan(/./))
+        ;
+
+      else
+        text = @ss.string[@ss.pos .. -1]
+        raise  ScanError, "can not match: '" + text + "'"
+      end  # if
+
+    else
+      raise  ScanError, "undefined state: '" + state.to_s + "'"
+    end  # case state
+    token
+  end  # def _next_token
+
+  def tokenize(code)
+    scan_setup(code)
+    tokens = []
+    while token = next_token
+      tokens << token
+    end
+    tokens
+  end
+end # class

data/lib/yacc_shave/parser/parser.rb

@@ -0,0 +1,233 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.4.11
+# from Racc grammer file "".
+#
+
+require 'racc/parser.rb'
+
+require_relative 'lexer'
+
+module YaccShave
+  class Parser < Racc::Parser
+
+module_eval(<<'...end yacc_shave.y/module_eval...', 'yacc_shave.y', 52)
+
+def filename
+  @filename
+end
+
+alias_method :parse_string, :scan_str
+
+def pre_exe
+  []
+end
+
+def on_error(t, val, vstack)
+  raise ParseError, sprintf("\nparse error on value %s (%s) #{@filename}:#{@line}",
+      val.inspect, token_to_str(t) || '?')
+end
+
+...end yacc_shave.y/module_eval...
+##### State transition tables begin ###
+
+racc_action_table = [
+     4,     4,     4,     5,     5,     5,     4,    11,    13,     5,
+    14,    15,    16,    15,    15 ]
+
+racc_action_check = [
+     0,    12,    14,     0,    12,    14,    15,     1,     3,    15,
+     5,    10,    11,    17,    18 ]
+
+racc_action_pointer = [
+    -2,     7,   nil,     4,   nil,     4,   nil,   nil,   nil,   nil,
+     8,    12,    -1,   nil,     0,     4,   nil,    10,    11,   nil ]
+
+racc_action_default = [
+    -2,   -17,    -1,    -3,    -4,    -5,    -9,   -10,   -11,   -12,
+   -14,   -17,   -17,   -16,   -17,   -17,    20,   -15,    -6,   -13 ]
+
+racc_goto_table = [
+    10,     1,     2,     3,    12,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,    17,   nil,    18,    19 ]
+
+racc_goto_check = [
+     7,     1,     2,     3,    10,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,     7,   nil,     7,     7 ]
+
+racc_goto_pointer = [
+   nil,     1,     2,     3,   nil,   nil,   nil,     0,   nil,   nil,
+     1 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,   nil,     6,     8,     9,   nil,   nil,     7,
+   nil ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  1, 13, :_reduce_none,
+  0, 14, :_reduce_2,
+  1, 14, :_reduce_3,
+  1, 16, :_reduce_4,
+  1, 17, :_reduce_5,
+  3, 18, :_reduce_6,
+  1, 20, :_reduce_7,
+  3, 20, :_reduce_8,
+  1, 19, :_reduce_none,
+  1, 19, :_reduce_none,
+  1, 19, :_reduce_none,
+  1, 19, :_reduce_none,
+  3, 21, :_reduce_13,
+  1, 15, :_reduce_14,
+  3, 15, :_reduce_15,
+  1, 22, :_reduce_none ]
+
+racc_reduce_n = 17
+
+racc_shift_n = 20
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :INTEGER => 2,
+  :ADD => 3,
+  :NEWLINE => 4,
+  :IDENTIFIER => 5,
+  :ASSIGN => 6,
+  :LCBRA => 7,
+  :RCBRA => 8,
+  :COMMA => 9,
+  :DOT => 10,
+  :SUBTRACT => 11 }
+
+racc_nt_base = 12
+
+racc_use_result_var = false
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "INTEGER",
+  "ADD",
+  "NEWLINE",
+  "IDENTIFIER",
+  "ASSIGN",
+  "LCBRA",
+  "RCBRA",
+  "COMMA",
+  "DOT",
+  "SUBTRACT",
+  "$start",
+  "root",
+  "program",
+  "expressions",
+  "number",
+  "variable_access",
+  "variable_assignment",
+  "expression",
+  "elements",
+  "binary_operation",
+  "terminator" ]
+
+Racc_debug_parser = false
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+# reduce 1 omitted
+
+module_eval(<<'.,.,', 'yacc_shave.y', 19)
+  def _reduce_2(val, _values)
+     AST::Program.new( filename, lineno, [])
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 20)
+  def _reduce_3(val, _values)
+     AST::Program.new( filename, lineno, val[0])
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 22)
+  def _reduce_4(val, _values)
+     AST::IntegerNode.new( filename, lineno, val[0])
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 24)
+  def _reduce_5(val, _values)
+     AST::VariableAccessNode.new( filename, lineno, val[0])
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 26)
+  def _reduce_6(val, _values)
+    AST::VariableAssignmentNode.new( filename, lineno, val[0], val[2]) 
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 28)
+  def _reduce_7(val, _values)
+     [val[0]] 
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 29)
+  def _reduce_8(val, _values)
+     val[0] << val[2] 
+  end
+.,.,
+
+# reduce 9 omitted
+
+# reduce 10 omitted
+
+# reduce 11 omitted
+
+# reduce 12 omitted
+
+module_eval(<<'.,.,', 'yacc_shave.y', 37)
+  def _reduce_13(val, _values)
+    AST::AddNode.new( filename, lineno, val[0], val[2])
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 39)
+  def _reduce_14(val, _values)
+     [val[0]] 
+  end
+.,.,
+
+module_eval(<<'.,.,', 'yacc_shave.y', 40)
+  def _reduce_15(val, _values)
+     val[0] << val[2] 
+  end
+.,.,
+
+# reduce 16 omitted
+
+def _reduce_none(val, _values)
+  val[0]
+end
+
+  end   # class Parser
+  end   # module YaccShave
+
+

data/lib/yacc_shave/parser/yacc_shave.rex

@@ -0,0 +1,39 @@
+class YaccShave::Parser
+macro
+  #macros go here
+rule
+
+# Literals
+  \d+        { [:INTEGER, text.to_i] }
+
+# Identifier
+  [a-z_?!]+  { [:IDENTIFIER, text]}
+
+# Operators
+  \+      { [:ADD, text] }
+  \=      { [:ASSIGN, text]}
+  \{      { [:LCBRA, text]}
+  \}      { [:RCBRA, text]}
+  \,      { [:COMMA, text]}
+  \.      { [:DOT, text]}
+
+
+
+# NewLines
+  \n      { [:NEWLINE, text]}
+
+# CatchAll
+  .       # no action
+
+inner
+  # here we put any ruby code we want to extend our lexer with.
+  # for example, our own tokenize method.
+  def tokenize(code)
+    scan_setup(code)
+    tokens = []
+    while token = next_token
+      tokens << token
+    end
+    tokens
+  end
+end

data/lib/yacc_shave/parser/yacc_shave.y

@@ -0,0 +1,69 @@
+class YaccShave::Parser
+  token INTEGER
+  token ADD
+  token NEWLINE
+  token IDENTIFIER
+  token ASSIGN
+  token LCBRA
+  token RCBRA
+  token COMMA
+  token DOT
+
+  prechigh
+    left ADD SUBTRACT
+  preclow
+
+  options no_result_var
+rule
+  root : program
+
+  program : /* nothing */ { AST::Program.new( filename, lineno, [])}
+          | expressions { AST::Program.new( filename, lineno, val[0])}
+
+  number : INTEGER { AST::IntegerNode.new( filename, lineno, val[0])}
+
+  variable_access : IDENTIFIER { AST::VariableAccessNode.new( filename, lineno, val[0])}
+
+  variable_assignment : IDENTIFIER ASSIGN expression {AST::VariableAssignmentNode.new( filename, lineno, val[0], val[2]) }
+
+  elements : expression { [val[0]] }
+           | elements COMMA expression { val[0] << val[2] }
+
+  expression : number
+             | binary_operation
+             | variable_access
+             | variable_assignment
+
+
+  binary_operation : expression ADD expression {AST::AddNode.new( filename, lineno, val[0], val[2])}
+
+  expressions : expression { [val[0]] }
+              | expressions terminator expression { val[0] << val[2] }
+
+  terminator : NEWLINE
+
+
+end
+
+---- header ----
+require_relative 'lexer'
+
+---- inner ----
+
+def filename
+  @filename
+end
+
+alias_method :parse_string, :scan_str
+
+def pre_exe
+  []
+end
+
+def on_error(t, val, vstack)
+  raise ParseError, sprintf("\nparse error on value %s (%s) #{@filename}:#{@line}",
+      val.inspect, token_to_str(t) || '?')
+end
+
+---- footer ----
+

data/lib/yacc_shave/parser.rb

@@ -0,0 +1 @@
+require_relative "parser/parser"

data/lib/yacc_shave/version.rb

@@ -0,0 +1,3 @@
+module YaccShave
+  VERSION = "0.0.1"
+end

data/lib/yacc_shave.rb

@@ -0,0 +1,5 @@
+require 'yacc_shave/version'
+require 'yacc_shave/parser'
+
+module YaccShave
+end

data/spec/lexer_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+puts "PARSER: #{YaccShave.inspect}"
+
+describe YaccShave::Parser, '#tokenize' do
+  def tokenize(string)
+    YaccShave::Parser.new.tokenize(string)
+  end
+  it 'tokenizes an addition' do
+    expect(tokenize('43 + 3')).to eq([
+      [:INTEGER, 43],
+      [:ADD, '+'],
+      [:INTEGER, 3]
+    ])
+  end
+  it 'tokenizes a pattern match' do
+    expect(tokenize('a = 3')).to eq([
+      [:IDENTIFIER, 'a'],
+      [:ASSIGN, '='],
+      [:INTEGER, 3]
+    ])
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end
+#$: << 'lib'
+require 'yacc_shave'

data/yacc_shave.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'yacc_shave/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "yacc_shave"
+  spec.version       = YaccShave::VERSION
+  spec.authors       = ["Jan Schulte"]
+  spec.email         = ["hello@unexpected-co.de"]
+  spec.summary       = %q{Shaving yaccs}
+  spec.description   = %q{Shaving yaccs}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rexical"
+  spec.add_runtime_dependency "racc"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification 
+name: yacc_shave
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Jan Schulte
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2014-04-14 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: "1.6"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rexical
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - &id003 
+      - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: racc
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - *id003
+  type: :development
+  version_requirements: *id006
+description: Shaving yaccs
+email: 
+- hello@unexpected-co.de
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/yacc_shave.rb
+- lib/yacc_shave/parser.rb
+- lib/yacc_shave/parser/lexer.rb
+- lib/yacc_shave/parser/parser.rb
+- lib/yacc_shave/parser/yacc_shave.rex
+- lib/yacc_shave/parser/yacc_shave.y
+- lib/yacc_shave/version.rb
+- spec/lexer_spec.rb
+- spec/spec_helper.rb
+- yacc_shave.gemspec
+homepage: ""
+licenses: 
+- MIT
+metadata: {}
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Shaving yaccs
+test_files: 
+- spec/lexer_spec.rb
+- spec/spec_helper.rb