treetop 1.6.10 → 1.6.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 7fecaf04cfab9ba6103bfb17b2d339e57b7752b4
-  data.tar.gz: 4591c839d1bd86ea34fc05519ba6f29cf8428c03
+SHA256:
+  metadata.gz: 479a05ee2597d0a16e55fef607e2dabc61aca6eb0dd32fe7c09c1da57c26c249
+  data.tar.gz: 2ce5744718e261584c53809ac8248468bae57ec0caea18b1c14fb26c03c0aaa0
 SHA512:
-  metadata.gz: a45e30b3c1667a03e2a25b3073ffafae7bb138f89af92eb4ae27aeb60ddc22ea7a51fbc3c26dad169ba0a5e25f511414c19df6c852cd38148879286e36b80f86
-  data.tar.gz: 9d1c4be003280c12692ba0745c38ea6f900c56692217db1be7de91b40493f0056900c55c6271586676984e6aba327d4d11e9b8dfe710e2a391c72ce12955f149
+  metadata.gz: 8cef679ab06930e13ace292dc7abbb17004c4bad6225db29264198a6695698f6bbc0514fbd6dba6ded1a04d7ba522e7f58a9352d738ea78608dbd901589e3489
+  data.tar.gz: 5c47cf26a21d43c5ab2aad2f8627905d52d9ed88a8bbb2d0a810c000d316579d1cd054497877ecb59de6ce33778fd45b1d3886bf15051c6d9a73a49da6a1e7af

data/Rakefile

@@ -29,23 +29,15 @@ task :version do
   puts 'Treetop is '+Treetop::VERSION::STRING
 end
 
-desc 'Generate website files'
-task :website_generate do
-  `cd doc; ruby ./site.rb`
-end
-
-desc 'Upload website files'
-task :website_upload do
-  # The website is now done using gh-pages
+desc 'Generate and upload website files'
+task :website do
   system <<-END
+    rm -rf .doc-tmp
+    cp -r doc .doc-tmp
     git checkout gh-pages
-    cp website/*.html .
-    git add *.html
-    git commit -m"Website update `date`"
-    git push
+    rm -r doc
+    mv .doc-tmp doc
+    rake website upload
     git checkout master
   END
 end
-
-desc 'Generate and upload website files'
-task :website => [:website_generate, :website_upload]

data/doc/pitfalls_and_advanced_techniques.markdown

@@ -49,3 +49,9 @@ This says that `'end'` must be followed by a space, but this space is not consum
     end
     
 In general, when the syntax gets tough, it helps to focus on what you really mean. A keyword is a character not followed by another character that isn't a space.
+
+## Poor Performance with Large Unicode Strings
+
+Treetop may perform poorly when parsing very large (more than 100KB) unicode strings. This is due to the fact that substring lookups on Ruby unicode strings are linear-time operations, and not constant-time operations like they are on ASCII encoded strings. This means that parse times for larger strings can be exponentially worse than for smaller strings.
+
+If your input and grammar only expect ASCII strings, you can achieve significant performance improvements for large strings by re-encoding them to ASCII using `input.encode(Encoding::US_ASCII)`. See [this issue on GitHub](https://github.com/cjheath/treetop/issues/31) for more information and other possible workarounds for unicode strings.

data/lib/treetop/compiler/ruby_builder.rb

@@ -9,11 +9,11 @@ module Treetop
       def initialize
         @level = 0
         @address_space = LexicalAddressSpace.new
-        @ruby = ""
+        @ruby = String.new("")
       end
       
       def <<(ruby_line)              
-        return if ruby_line.blank?
+        return if ruby_line == ''
         ruby << ruby_line.tabto(level) << "\n"
       end
 

data/lib/treetop/ruby_extensions/string.rb

@@ -13,12 +13,6 @@ class String
     self[0...index].count("\n") + 1
   end
 
-  unless method_defined?(:blank?)
-    def blank?
-      self == ""
-    end
-  end
-
   # The following methods are lifted from Facets 2.0.2
   def tabto(n)
     if self =~ /^( *)\S/

data/lib/treetop/version.rb

@@ -2,7 +2,7 @@ module Treetop #:nodoc:
   module VERSION #:nodoc:
     MAJOR = 1
     MINOR = 6
-    TINY  = 10
+    TINY  = 11
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: treetop
 version: !ruby/object:Gem::Version
-  version: 1.6.10
+  version: 1.6.11
 platform: ruby
 authors:
 - Nathan Sobo
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-03-20 00:00:00.000000000 Z
+date: 2020-09-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: polyglot
@@ -123,8 +123,6 @@ files:
 - doc/index.markdown
 - doc/pitfalls_and_advanced_techniques.markdown
 - doc/semantic_interpretation.markdown
-- doc/site.rb
-- doc/sitegen.rb
 - doc/syntactic_recognition.markdown
 - doc/tt.1
 - doc/using_in_ruby.markdown
@@ -201,7 +199,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
 summary: A Ruby-based text parsing and interpretation DSL

data/doc/site.rb

@@ -1,112 +0,0 @@
-require 'rubygems'
-require 'erector'
-require "#{File.dirname(__FILE__)}/sitegen"
-require 'fileutils'
-require 'bluecloth'
-
-class Layout < Erector::Widget
-  def content
-    html do
-      head do
-        link :rel => "stylesheet",
-        :type => "text/css",
-        :href => "./screen.css"
-        
-        rawtext %(
-          <script src="http://www.google-analytics.com/urchin.js" type="text/javascript">
-          </script>
-          <script type="text/javascript">
-          _uacct = "UA-3418876-1";
-          urchinTracker();
-          </script>
-        )
-      end
-
-      body do
-        div :id => 'top' do
-          div :id => 'main_navigation' do
-            main_navigation
-          end
-        end
-        div :id => 'middle' do
-          div :id => 'main_content' do
-            main_content
-          end
-        end
-        div :id => 'bottom' do
-
-        end
-      end
-    end
-  end
-
-  def main_navigation
-    ul do
-      li { link_to "Documentation", SyntacticRecognition, Documentation }
-      li { link_to "Contribute", Contribute }
-      li { link_to "Home", Index }
-    end
-  end
-
-  def main_content
-  end
-end
-
-class Index < Layout
-  def main_content
-    bluecloth "index.markdown"
-  end
-end
-
-class Documentation < Layout
-  abstract
-
-  def main_content
-    div :id => 'secondary_navigation' do
-      ul do
-        li { link_to 'Syntax', SyntacticRecognition }
-        li { link_to 'Semantics', SemanticInterpretation }
-        li { link_to 'Using In Ruby', UsingInRuby }
-        li { link_to 'Advanced Techniques', PitfallsAndAdvancedTechniques }
-      end
-    end
-    
-    div :id => 'documentation_content' do
-      documentation_content
-    end
-  end
-end
-
-class SyntacticRecognition < Documentation
-  def documentation_content
-    bluecloth "syntactic_recognition.markdown"
-  end
-end
-
-class SemanticInterpretation < Documentation
-  def documentation_content
-    bluecloth "semantic_interpretation.markdown"
-  end
-end
-
-class UsingInRuby < Documentation
-  def documentation_content
-    bluecloth "using_in_ruby.markdown"
-  end
-end
-
-class PitfallsAndAdvancedTechniques < Documentation
-  def documentation_content
-    bluecloth "pitfalls_and_advanced_techniques.markdown"
-  end
-end
-
-
-class Contribute < Layout
-  def main_content
-    bluecloth "contributing_and_planned_features.markdown"
-  end
-end
-
-
-Layout.generate_site

data/doc/sitegen.rb

@@ -1,78 +0,0 @@
-class Layout < Erector::Widget
-
-  class << self
-    def inherited(page_class)
-      puts page_class
-      (@@page_classes ||= []) << page_class
-    end
-
-    def generate_site
-      FileUtils.mkdir_p(site_dir)
-      @@page_classes.each do |page_class|
-        page_class.generate_html unless page_class.abstract?
-        puts page_class
-      end
-    end
-
-    def generate_html
-      File.open(absolute_path, 'w') do |file|
-        file.write(new.to_html)
-      end
-    end
-
-    def absolute_path
-      absolutize(relative_path)
-    end
-
-    def relative_path
-      "#{name.gsub('::', '_').underscore}.html"
-    end
-
-    def absolutize(relative_path)
-      File.join(site_dir, relative_path)
-    end
-
-    def abstract
-      @abstract = true
-    end
-
-    def abstract?
-      @abstract
-    end
-
-    def site_dir
-      File.join(File.dirname(__FILE__), "../website")
-    end
-  end
-
-  def bluecloth(relative_path)
-    File.open(File.join(File.dirname(__FILE__), relative_path)) do |file|
-      rawtext BlueCloth.new(file.read).to_html
-    end
-  end
-
-  def absolutize(relative_path)
-    self.class.absolutize(relative_path)
-  end
-
-  def link_to(link_text, page_class, section_class=nil)
-    if instance_of?(page_class) || section_class && is_a?(section_class)
-      text link_text
-    else
-      a link_text, :href => page_class.relative_path
-    end
-  end
-end
-
-class String
-  def underscore
-    camel_cased_word = self
-    return camel_cased_word unless camel_cased_word =~ /[A-Z-]|::/
-    word = camel_cased_word.to_s.gsub('::'.freeze, '/'.freeze)
-    word.gsub!(/([A-Z\d]+)([A-Z][a-z])/, '\1_\2'.freeze)
-    word.gsub!(/([a-z\d])([A-Z])/, '\1_\2'.freeze)
-    word.tr!("-".freeze, "_".freeze)
-    word.downcase!
-    word
-  end
-end