koara 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bba89278b2604ce234d22609f49a0d6814524527
+  data.tar.gz: e719bf6bba3af0decbd8f1035ec01dc0fd434bcf
+SHA512:
+  metadata.gz: d26cbe40a7e74f5345e2c15965a12d2c3ea5206e3ce5027628ad123bb5ff7792a8c33e54c91160762b4dd9fd75b4a16e44cf7ad012b1de2bc404c6e9a6215a2f
+  data.tar.gz: 32a13742f23bf5d452411575242d697348d0eff0933a0e9d43bafaa69c1a67a025e64f221a2f66ce7b548cda71485f6f85f1dddcd9bc93a8c17308132dfa3152

data/.gitignore

@@ -0,0 +1,3 @@
+.classpath
+.idea
+.project

data/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "testsuite"]
+	path = testsuite
+	url = https://github.com/koara/testsuite.git

data/.travis.yml

@@ -0,0 +1 @@
+language: ruby

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Rakefile

@@ -0,0 +1,11 @@
+task :default => 'test:unit'
+
+require 'rake/testtask'
+
+Rake::TestTask.new('test:unit') do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/*.rb'
+  t.verbose = true
+  t.warning = false
+end

data/koara.gemspec

@@ -0,0 +1,18 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |gem|
+  gem.name          = "koara"
+  gem.version       = "0.9.0"
+  gem.authors       = ["Andy VAn Den Heuvel"]
+  gem.email         = ["andy.vandenheuvel@gmail.com"]
+  gem.description   = "Koara parser written in Ruby"
+  gem.summary       = "Koara parser written in Ruby"
+  gem.homepage      = "https://github.com/koara/koara-rb"
+  gem.license       = "Apache 2.0"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/lib/koara.rb

@@ -0,0 +1,7 @@
+require 'koara/charstream'
+require 'koara/koararenderer'
+require 'koara/parser'
+require 'koara/ast/document'
+require 'koara/io/stringreader'
+require 'koara/io/filereader'
+require 'koara/token_manager'

data/lib/koara/ast/blockelement.rb

@@ -0,0 +1,40 @@
+require_relative 'node'
+
+class BlockElement < Node
+  
+  def has_children
+    self.children && self.children.length > 0
+  end
+  
+  def is_first_child
+    parent.children[0] == self
+  end
+  
+  def is_last_child
+    parent.children.last == self
+  end
+  
+  def nested
+    !parent.instance_of? Document
+  end
+  
+  def is_single_child
+    parent.children.length == 1
+  end
+  
+  def next
+    i = 0
+    while (i < parent.children.length - 1)
+      if(parent.children[i] == self)
+        return parent.children[i + 1]
+      end
+      i+=1
+    end
+    return nil
+  end
+  
+  def accept(renderer)
+    renderer.visit_block_element(self)
+  end
+  
+end

data/lib/koara/ast/blockquote.rb

@@ -0,0 +1,7 @@
+require_relative 'blockelement'
+
+class BlockQuote < BlockElement
+  def accept(renderer)
+    renderer.visit_blockquote(self)
+  end
+end

data/lib/koara/ast/code.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Code < Node
+  def accept(renderer)
+    renderer.visit_code(self)
+  end
+end

data/lib/koara/ast/codeblock.rb

@@ -0,0 +1,9 @@
+require_relative 'blockelement'
+
+class CodeBlock < BlockElement
+  attr_accessor :language
+  
+  def accept(renderer)
+      renderer.visit_codeblock(self)
+  end
+end

data/lib/koara/ast/document.rb

@@ -0,0 +1,8 @@
+require_relative 'node'
+
+class Document < Node
+  def accept(renderer)
+    renderer.visit_document(self)
+  end
+
+end

data/lib/koara/ast/em.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Em < Node
+  def accept(renderer)
+    renderer.visit_em(self)
+  end
+end

data/lib/koara/ast/heading.rb

@@ -0,0 +1,8 @@
+require_relative 'heading'
+
+class Heading < BlockElement
+  def accept(renderer)
+    renderer.visit_heading(self)
+  end
+
+end

data/lib/koara/ast/image.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Image < Node
+  def accept(renderer)
+      renderer.visit_image(self)
+  end
+end

data/lib/koara/ast/linebreak.rb

@@ -0,0 +1,7 @@
+require_relative 'linebreak'
+
+class LineBreak < Node
+  def accept(renderer)
+    renderer.visit_linebreak(self)
+  end
+end

data/lib/koara/ast/link.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Link < Node
+  def accept(renderer)
+    renderer.visit_link(self)
+  end
+end

data/lib/koara/ast/listblock.rb

@@ -0,0 +1,13 @@
+require_relative 'blockelement'
+
+class ListBlock < BlockElement
+  attr_accessor :ordered
+  
+  def initialize(ordered)
+    @ordered = ordered
+  end
+  
+  def accept(renderer)
+    renderer.visit_list_block(self)
+  end
+end

data/lib/koara/ast/listitem.rb

@@ -0,0 +1,9 @@
+require_relative 'blockelement'
+
+class ListItem < BlockElement
+  attr_accessor :number
+  
+  def accept(renderer)
+    renderer.visit_list_item(self)
+  end
+end

data/lib/koara/ast/node.rb

@@ -0,0 +1,25 @@
+require_relative 'node'
+
+class Node
+  attr_accessor :parent
+  attr_accessor :value
+  attr_accessor :children
+
+  def add(n, i)
+    if@children.nil?
+      @children = Array.new
+    end
+    @children[i] = n
+  end
+
+  def children_accept(renderer)
+    if !@children.nil?
+      i = 0
+      while i < @children.length
+        @children[i].accept(renderer)
+        i += 1
+      end
+    end
+  end
+
+end

data/lib/koara/ast/paragraph.rb

@@ -0,0 +1,7 @@
+require_relative 'blockelement'
+
+class Paragraph < BlockElement
+  def accept(renderer)
+    renderer.visit_paragraph(self)
+  end
+end

data/lib/koara/ast/strong.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Strong < Node
+  def accept(renderer)
+    renderer.visit_strong(self)
+  end
+end

data/lib/koara/ast/text.rb

@@ -0,0 +1,7 @@
+require_relative 'node'
+
+class Text < Node
+  def accept(renderer)
+    renderer.visit_text(self)
+  end
+end

data/lib/koara/charstream.rb

@@ -0,0 +1,123 @@
+class CharStream
+  def initialize(reader)
+    @available = 4096
+    @buf_size = 4096
+    @buf_column = Array.new(4096,0)
+    @buf_pos = -1
+    @buf_line = Array.new(4096,0)
+    @column = 0
+    @line = 1
+    @prev_char_is_lf = false
+    @buffer = Array.new(4096,'')
+    @max_next_char_ind = 0
+    @reader = reader
+    @in_buf = 0
+    @tab_size = 4
+    @token_begin = 0
+  end
+
+  def begin_token
+    @token_begin = -1
+    c = read_char
+    @token_begin = @buf_pos
+    c
+  end
+
+  def read_char
+    if @in_buf > 0
+      @in_buf -= 1
+      if (@buf_pos += 1) == @buf_size
+        @buf_pos = 0
+      end
+      return @buffer[@buf_pos]
+    end
+
+    if (@buf_pos += 1) >= @max_next_char_ind
+      fill_buff
+    end
+    c = @buffer[@buf_pos]
+    update_line_column(c)
+    c
+  end
+
+  def fill_buff
+    if @max_next_char_ind == @available
+      if @available == @buf_size
+        @buf_pos = 0
+        @max_next_char_ind = 0
+        if @token_begin > 2048
+          @available = @token_begin
+        end
+      else
+        @available = @buf_size
+      end
+    end
+    i = 0
+
+    begin
+      if (i = @reader.read(@buffer, @max_next_char_ind, @available - @max_next_char_ind)) == -1
+        raise IOError
+      else
+        @max_next_char_ind += i
+      end
+    rescue => e
+      @buf_pos -= 1
+      backup(0)
+      if @token_begin == -1
+        @token_begin = @buf_pos
+      end
+      raise e
+    end
+  end
+
+  def backup(amount)
+    @in_buf += amount
+    if (@buf_pos -= amount) < 0
+      @buf_pos += @buf_size
+    end
+  end
+
+  def update_line_column(c)
+    @column += 1
+
+    if @prev_char_is_lf
+      @prev_char_is_lf = false
+      @column = 1
+      @line += @column
+    end
+
+    case c
+      when "\n"
+        @prev_char_is_lf = true
+      when "\t"
+        @column -= 1
+        @column += (@tab_size - (@column % @tab_size))
+    end
+    @buf_line[@buf_pos] = @line
+    @buf_column[@buf_pos] = @column
+  end
+
+  def image
+    if @buf_pos >= @token_begin
+      return @buffer[@token_begin, @buf_pos - @token_begin + 1].join
+    end
+    return @buffer[@token_begin, @buf_size - @token_begin].join + @buffer[0, @buf_pos + 1].join
+  end
+
+  def end_column
+    @buf_column[@buf_pos]
+  end
+
+  def end_line
+    @buf_line[@buf_pos]
+  end
+
+  def begin_column
+    @buf_column[@token_begin]
+  end
+
+  def begin_line
+    @buf_line[@token_begin]
+  end
+
+end

data/lib/koara/io/filereader.rb

@@ -0,0 +1,25 @@
+class FileReader
+  def initialize(file_name)
+    @text = File.read(file_name)
+    @index=0
+  end
+
+  def read(buffer, offset, length)
+    slice = @text.slice(@index, @text.length)
+
+    if @text != '' && slice && slice.length > 0
+      characters_read = 0
+      0.upto(length - 1) do |i|
+        c = @text.slice(@index + i)
+        if c
+          buffer[offset + i] = c
+          characters_read += 1
+        end
+      end
+      @index += length
+      return characters_read
+    end
+    -1
+  end
+
+end

data/lib/koara/io/stringreader.rb

@@ -0,0 +1,26 @@
+class StringReader
+  def initialize(text='')
+    @text = text
+    @index = 0
+  end
+
+  def read(buffer, offset, length)
+    slice = @text.slice(@index, @text.length)
+
+    if @text != '' && slice && slice.length > 0
+      characters_read = 0
+      0.upto(length - 1) do |i|
+        c = @text.slice(@index + i)
+        if c
+
+          buffer[offset + i] = c
+          characters_read += 1
+        end
+      end
+      @index += length
+      return characters_read
+    end
+    -1
+  end
+
+end