hparser 0.3.0 → 0.4.0

data/.gitignore

@@ -0,0 +1,2 @@
+*.gem
+Gemfile.lock

data/.travis.yml

@@ -0,0 +1,11 @@
+rvm:
+ - 1.8.7
+ - 1.9.2
+ - 1.9.3
+ - rbx-2.0
+ - jruby
+ - ruby-head
+ - ree
+notifications:
+ email:
+   - hotchpotch@gmail.com

data/ChangeLog

@@ -0,0 +1,4 @@
+== 0.0.1 / 2008-06-18
+
+* initial release
+

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/README.md

@@ -0,0 +1,40 @@
+=Hatena Format Parser
+
+== Description
+
++hparser+ is hatena format parser. This format is used at hatena diary(http://d.hatena.ne.jp/)
+If you want to know more detail about hatena format, please see http://hatenadiary.g.hatena.ne.jp/keyword/%e3%81%af%e3%81%a6%e3%81%aa%e8%a8%98%e6%b3%95%e4%b8%80%e8%a6%a7
+
++hpaser+ is constructed with some little parser.(e.g. header parser,list parser,and ...)
+So,+hparser+ can be added new format,or removed unused format.
+
+== Installation
+
+=== Archive Installation
+
+ rake install
+
+=== Gem Installation
+
+ gem install hotchpotch-hparser
+
+
+== Features/Problems
+
+
+== Synopsis
+
+To parse hatena format,please use HParser::Parser.
+
+ require 'hparser'
+ 
+ parser = HParser::Parser.new
+ puts parser.parse(hatena_syntax).map {|e| e.to_html }.join("\n")
+
+
+== Copyright
+
+Author:: HIROKI Mizuno(Original Author), Yuichi Tateno<hotchpotch@nospam@gmail.com>, Nitoyon
+Copyright:: HIROKI Mizuno, Yuichi Tateno
+License:: Ruby's
+

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/*.rb'] + FileList['test/*/*.rb']
+  test.verbose = true
+end
+
+task :default => [:test]

data/VERSION

@@ -0,0 +1 @@
+0.4.0

data/hparser.gemspec

@@ -0,0 +1,21 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "hparser"
+  gem.description = "Hatena Syntax parser for Ruby"
+  gem.homepage    = "https://github.com/hotchpotch/hparser"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["HIROKI Mizuno", "Yuichi Tateno", "Nitoyon"]
+  gem.email       = ""
+  gem.has_rdoc    = false
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_development_dependency "rake", ">= 0.9.2"
+  gem.add_development_dependency "pry"
+end
+

data/lib/hparser/block/dl.rb

@@ -21,12 +21,12 @@ module HParser
         end
       end
 
-      def self.parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
         items = []
-        while scanner.scan(/\A:/)
+        while scanner.scan(/\A:((?:<[^>]+>|\[[^\]]+\]|[^:])+):(.+)/)
           i = scanner.matched.index(':',1)
-          title = inlines.parse scanner.matched[1...i]
-          description = inlines.parse scanner.matched[i+1..-1]
+          title = inlines.parse scanner.matched_pattern[1], context
+          description = inlines.parse scanner.matched_pattern[2], context
           items.push Item.new(title,description)
         end
         items == [] ? nil : self.new(*items)

data/lib/hparser/block/footnote_list.rb

@@ -0,0 +1,19 @@
+# Author:: MIZUNO Hiroki (hiroki1124@gmail.com)
+# Copyright:: Copyright (c) 2006 MIZUNO Hiroki
+# License::   Distributes under the same terms as Ruby
+
+module HParser
+  module Block
+    class FootnoteList
+      attr_reader :footnotes
+
+      def initialize(footnotes)
+        @footnotes = footnotes
+      end
+
+      def ==(o)
+        self.class == o.class and self.footnotes == o.footnotes
+      end
+    end
+  end
+end

data/lib/hparser/block/head.rb

@@ -16,7 +16,7 @@ module HParser
     #  *** level3
     class Head
       include Collectable
-      def self.parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
         if scanner.scan(/\A\*/) then
           level = 0
           scanner.matched.each_byte{|c|
@@ -26,7 +26,7 @@ module HParser
               break
             end
           }
-          Head.new level,inlines.parse(scanner.matched[level..-1].strip)
+          Head.new level,inlines.parse(scanner.matched[level..-1].strip, context)
         end
       end
       

data/lib/hparser/block/list.rb

@@ -10,7 +10,7 @@ module HParser
   module Block
     include HParser::Util
     def self.make_list_parser(level,mark,&proc)
-      ProcParser.new{|scanner,inlines|
+      ProcParser.new{|scanner,context,inlines|
         if level == 3 then
           parser = Many1.new(Li.make_parser(level,mark))
         else
@@ -18,7 +18,7 @@ module HParser
                                     OrderList.make_parser(level+1),
                                     Li.make_parser(level,mark)))
         end
-        list = parser.parse(scanner,inlines)
+        list = parser.parse(scanner,context,inlines)
         
         if list then
           proc.call list
@@ -30,8 +30,8 @@ module HParser
     # Maybe rewrite in near future.
     class UnorderList
       include Collectable
-      def self.parse(scanner,inlines)
-        Ul.make_parser(1).parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
+        Ul.make_parser(1).parse(scanner,context,inlines)
       end
       
       def self.make_parser(level)
@@ -52,8 +52,8 @@ module HParser
     # Maybe rewrite in near future.    
     class OrderList
       include Collectable
-      def self.parse(scanner,inlines)
-        Ol.make_parser(1).parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
+        Ol.make_parser(1).parse(scanner,context,inlines)
       end
       
       def self.make_parser(level)
@@ -75,9 +75,9 @@ module HParser
     class ListItem
       def self.make_parser(level,mark)
         include HParser::Util
-        ProcParser.new{|scanner,inlines|
+        ProcParser.new{|scanner,context,inlines|
           if scanner.scan(/\A#{Regexp.quote mark*level}.*/) then
-            ListItem.new inlines.parse(scanner.matched[level..-1].strip)
+            ListItem.new inlines.parse(scanner.matched[level..-1].strip, context)
           end
         }
       end

data/lib/hparser/block/p.rb

@@ -18,7 +18,7 @@ module HParser
     # third line is parsed with HParser::Block::Empty.
     class Empty
       include Collectable
-      def self.parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
         if scanner.scan('') then
           Empty.new
         end
@@ -36,9 +36,10 @@ module HParser
     class P
       include Collectable
       attr_reader :content
-      def self.parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
         if scanner.scan(/./) then
-          P.new inlines.parse(scanner.matched)
+          matched = scanner.matched
+          P.new inlines.parse(matched, context)
         end
       end
       

data/lib/hparser/block/pair.rb

@@ -26,22 +26,27 @@ module HParser
       def self.get(scanner,from,to)
         from_q = Regexp.quote from
         to_q = Regexp.quote to
-        if scanner.scan(/^#{from_q}$/)
-          content = ''
-          until scanner.scan(/^#{to_q}$/) do
-            content += "\n"+ scanner.scan(/.*/)
+        if scanner.scan(/^#{from_q}\s*?$/)
+          lines = []
+          until scanner.scan(/^#{to_q}\s*?$/) do
+            matched = scanner.scan(/.*/)
+            if matched
+              lines << matched
+            else
+              break
+            end
           end
-          return content.strip
+          return lines.join("\n")
         end
       end
 
       # make parser by begin/end-ing string
       def self.spliter(from,to)
         module_eval <<-"END"
-        def self.parse(scanner,inlines)
+        def self.parse(scanner,context,inlines)
           content = get(scanner,"#{from}","#{to}")
           if content then
-            self.new inlines.parse(content)
+            self.new inlines.parse(content, context)
           else
             nil
           end

data/lib/hparser/block/quote.rb

@@ -1,11 +1,41 @@
+require 'strscan'
 require 'hparser/block/pair'
 require 'hparser/block/collectable'
+require 'hparser/inline/url'
 module HParser
   module Block
     # Quote parser.
-    class Quote < Pair
+    class Quote
       include Collectable
-      spliter '>>','<<'
+      include HParser::Inline
+      include HParser::Util
+      @@start_pattern = /^>(.*)>\s*$/
+      @@end_pattern = /^<<\s*$/
+      @@blocks = Concat.new(Or.new(*HParser::Parser.default_parser),
+                            Skip.new(Empty))
+
+      def self.parse(scanner,context,inlines)
+        if scanner.scan(@@start_pattern)
+          url = Url.parse(StringScanner.new "[#{scanner.matched_pattern[1]}]")
+
+          items = []
+          until scanner.scan(@@end_pattern)
+            break unless scanner.match? /.*/
+            items << @@blocks.parse(scanner,context,inlines)[0]
+          end
+          self.new(items, url)
+        end
+      end
+
+      attr_reader :items, :url
+      def initialize(items, url = nil)
+        @items = items
+        @url = url
+      end
+
+      def ==(o)
+        o and self.class == o.class and self.items == o.items and @url == o.url
+      end
     end
   end
 end

data/lib/hparser/block/raw.rb

@@ -0,0 +1,34 @@
+
+require 'hparser/block/collectable'
+require 'hparser/block/pair'
+
+module HParser
+  module Block
+    class RAW < Pair
+      include Collectable
+
+      def self.parse(scanner, context, inlines)
+        if scanner.scan(/^></)
+          content = scanner.matched
+          until content.match(/><$/)
+            str = scanner.scan(/.*/)
+            if str.nil? then
+              content << "<"
+              break
+            end
+            content << "\n" << str
+          end
+          self.new inlines.parse(content[1..-2], context)
+        end
+      end
+
+      def ==(o)
+        self.class == o.class and self.content == o.content
+      end
+
+      def self.<=>(o)
+        -1
+      end
+    end
+  end
+end

data/lib/hparser/block/see_more.rb

@@ -0,0 +1,31 @@
+# Author:: MIZUNO Hiroki (hiroki1124@gmail.com)
+# Copyright:: Copyright (c) 2006 MIZUNO Hiroki
+# License::   Distributes under the same terms as Ruby
+
+require 'hparser/block/collectable'
+module HParser
+  module Block
+    # SeeMore line parser.
+    #
+    # ==== or =====
+    class SeeMore
+      include Collectable
+      def self.parse(scanner,context,inlines)
+        if scanner.scan('=====')
+          SeeMore.new true
+        elsif scanner.scan('====') then
+          SeeMore.new false
+        end
+      end
+
+      attr_reader :is_super
+      def initialize(is_super)
+        @is_super = is_super
+      end
+
+      def ==(o)
+        o.class == self.class and o.is_super == self.is_super
+      end
+    end
+  end
+end

data/lib/hparser/block/super_pre.rb

@@ -6,13 +6,31 @@ module HParser
     class SuperPre < Pair
       include Collectable
 
-      def self.parse scanner,inlines
-        content = get scanner,'>||','||<'
+      def self.parse scanner,context,inlines
+
+        content = format = nil
+        if scanner.scan(/^>\|([A-Za-z0-9]*)\|\s*?$/)
+          lines = []
+          format = scanner.matched_pattern[1]
+          until scanner.scan(/^\|\|<\s*?$/) do
+            str = scanner.scan(/.*/)
+            break if !str
+            lines << str
+          end
+          content = lines.join("\n")
+        end
+
         if content then
-          SuperPre.new content
+          SuperPre.new content, format
         end
       end
 
+      attr_reader :format
+      def initialize(content, format = nil)
+        super content
+        @format = format
+      end
+
       def self.<=>(o)
         -1
       end

data/lib/hparser/block/table.rb

@@ -9,14 +9,14 @@ module HParser
     class Table
       attr_reader :rows
       include Collectable
-      def self.parse(scanner,inlines)
+      def self.parse(scanner,context,inlines)
         rows = []
         while scanner.scan(/\A\|/)
-          rows.push scanner.matched[1..-1].split('|').map{|label|
+          rows.push scanner.matched[1..-1].split('|').select{|l| l[0]}.map{|label|
             if label[0].chr == '*' then
-              Th.new inlines.parse(label[1..-1].strip)
+              Th.new inlines.parse(label[1..-1].strip, context)
             else
-              Td.new inlines.parse(label.strip)
+              Td.new inlines.parse(label.strip, context)
             end
           }
         end

data/lib/hparser/hatena.rb

@@ -51,7 +51,9 @@ module HParser
 
     class Quote
       include Hatena
-      alias_method :hatena_content,:content
+      def hatena_content
+        @items
+      end
       def hatena_filter c
         ">>\n"+c+"\n<<"
       end