simply_stored 0.1.4

data/test/vendor/dhaka-2.2.1/test/chittagong/chittagong_lexer.rb

@@ -0,0 +1,109 @@
+class ChittagongLexer < Dhaka::CompiledLexer
+
+  self.specification = ChittagongLexerSpecification
+
+  start_with 23993520499080
+
+  at_state(23993520490540) {
+    accept(">")
+  }
+
+  at_state(23993520496080) {
+    accept("\\d*(\\.\\d+)?")
+    for_characters("6", "7", "8", "9", "0", "1", "2", "3", "4", "5") { switch_to 23993520496080 }
+  }
+
+  at_state(23993520497360) {
+    accept("\\d*(\\.\\d+)?")
+    for_characters("6", "7", "8", "9", "0", "1", "2", "3", "4", "5") { switch_to 23993520497360 }
+    for_characters(".") { switch_to 23993520496640 }
+  }
+
+  at_state(23993520499080) {
+    accept("\\d*(\\.\\d+)?")
+    for_characters("\n") { switch_to 23993520492400 }
+    for_characters("*") { switch_to 23993520491960 }
+    for_characters("!") { switch_to 23993520479360 }
+    for_characters(" ") { switch_to 23993520478920 }
+    for_characters("/") { switch_to 23993520479800 }
+    for_characters("-") { switch_to 23993520477160 }
+    for_characters(",") { switch_to 23993520477600 }
+    for_characters("+") { switch_to 23993520480240 }
+    for_characters(")") { switch_to 23993520478040 }
+    for_characters("^") { switch_to 23993520478480 }
+    for_characters("J", "o", "p", "K", "q", "L", "r", "M", "s", "N", "t", "O", "a", "u", "P", "b", "Q", "c", "v", "R", "d", "w", "S", "e", "x", "T", "f", "y", "A", "U", "g", "z", "B", "h", "C", "V", "i", "D", "W", "j", "E", "X", "F", "Y", "k", "G", "Z", "l", "H", "m", "I", "n") { switch_to 23993520490080 }
+    for_characters("=") { switch_to 23993520491540 }
+    for_characters(">") { switch_to 23993520490540 }
+    for_characters("<") { switch_to 23993520497800 }
+    for_characters("(") { switch_to 23993520498240 }
+    for_characters("8", "9", "0", "1", "2", "3", "4", "5", "6", "7") { switch_to 23993520497360 }
+    for_characters(".") { switch_to 23993520496640 }
+  }
+
+  at_state(23993520478480) {
+    accept("\\^")
+  }
+
+  at_state(23993520492400) {
+    accept("\n")
+  }
+
+  at_state(23993520496640) {
+    for_characters("6", "7", "8", "9", "0", "1", "2", "3", "4", "5") { switch_to 23993520496080 }
+  }
+
+  at_state(23993520477600) {
+    accept(",")
+  }
+
+  at_state(23993520478040) {
+    accept("\\)")
+  }
+
+  at_state(23993520491540) {
+    accept("=")
+    for_characters("=") { switch_to 23993520490980 }
+  }
+
+  at_state(23993520491960) {
+    accept("\\*")
+  }
+
+  at_state(23993520497800) {
+    accept("<")
+  }
+
+  at_state(23993520498240) {
+    accept("\\(")
+  }
+
+  at_state(23993520479800) {
+    accept("\\/")
+  }
+
+  at_state(23993520490980) {
+    accept("==")
+  }
+
+  at_state(23993520478920) {
+    accept(" ")
+  }
+
+  at_state(23993520477160) {
+    accept("-")
+  }
+
+  at_state(23993520479360) {
+    accept("!")
+  }
+
+  at_state(23993520480240) {
+    accept("\\+")
+  }
+
+  at_state(23993520490080) {
+    accept("\\w+")
+    for_characters("k", "v", "V", "K", "A", "w", "l", "a", "W", "L", "b", "m", "M", "x", "B", "X", "Y", "c", "y", "n", "N", "C", "D", "o", "d", "z", "Z", "O", "P", "e", "E", "p", "Q", "q", "f", "F", "G", "g", "r", "R", "S", "H", "s", "h", "t", "T", "I", "i", "J", "j", "u", "U") { switch_to 23993520490080 }
+  }
+
+end

data/test/vendor/dhaka-2.2.1/test/chittagong/chittagong_lexer_specification.rb

@@ -0,0 +1,37 @@
+# lipi:lexer_spec
+class ChittagongLexerSpecification < Dhaka::LexerSpecification
+  KEYWORDS = %w| print if else end while def return |
+  
+  for_pattern('==') do
+    create_token('==')
+  end
+
+  %w| = - ! > < , + * ( ) / ^ |.each do |char|
+    for_symbol(char) do
+      create_token(char)
+    end
+  end
+
+  for_pattern("\n") do 
+    create_token('newline')
+  end
+  
+  for_pattern(' ') do
+    # ignore whitespace
+  end
+  
+  #lipi:keywords
+  for_pattern('\w+') do
+    if KEYWORDS.include? current_lexeme.value
+      create_token current_lexeme.value
+    else
+      create_token 'word_literal'
+    end
+  end
+  #lipi:keywords
+  
+  for_pattern('\d*(\.\d+)?') do
+    create_token('numeric_literal')
+  end
+end
+# lipi:lexer_spec

data/test/vendor/dhaka-2.2.1/test/chittagong/chittagong_lexer_test.rb

@@ -0,0 +1,58 @@
+require File.dirname(__FILE__) + '/../dhaka_test_helper'
+require File.dirname(__FILE__) + "/chittagong_lexer_specification"
+begin
+  require File.dirname(__FILE__) + "/chittagong_lexer"
+rescue LoadError
+  puts "Please run the rake command in the root folder to generate the lexer and parser required for this test."
+  exit
+end
+
+class TestChittagongLexer < Test::Unit::TestCase
+  def test_tokenizes_a_program
+    input = "
+    x = 2 * 4
+    y = 2 * x
+    v = x == y
+    if x > y
+      print x
+    else
+      print y
+    end
+    "
+    assert_equal(["newline",
+     "word_literal",
+     "=",
+     "numeric_literal",
+     "*",
+     "numeric_literal",
+     "newline",
+     "word_literal",
+     "=",
+     "numeric_literal",
+     "*",
+     "word_literal",
+     "newline",
+     "word_literal",
+     "=",
+     "word_literal",
+     "==",
+     "word_literal",
+     "newline",
+     "if",
+     "word_literal",
+     ">",
+     "word_literal",
+     "newline",
+     "print",
+     "word_literal",
+     "newline",
+     "else",
+     "newline",
+     "print",
+     "word_literal",
+     "newline",
+     "end",
+     "newline",
+     Dhaka::END_SYMBOL_NAME],  ChittagongLexer.lex(input).collect {|token| token.symbol_name})
+  end
+end