maiku 0.6.1.maiku

data/lib/maruku/input/rubypants.rb

@@ -0,0 +1,225 @@
+#--
+#   Copyright (C) 2006  Andrea Censi  <andrea (at) rubyforge.org>
+#
+# This file is part of Maruku.
+# 
+#   Maruku is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+# 
+#   Maruku is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+# 
+#   You should have received a copy of the GNU General Public License
+#   along with Maruku; if not, write to the Free Software
+#   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#++
+
+#
+# NOTA BENE: 
+#
+# The following algorithm is a rip-off of RubyPants written by 
+# Christian Neukirchen. 
+#
+# RubyPants is a Ruby port of SmartyPants written by John Gruber.
+#
+# This file is distributed under the GPL, which I guess is compatible
+# with the terms of the RubyPants license.
+#
+# -- Andrea Censi
+
+
+# = RubyPants -- SmartyPants ported to Ruby
+#
+# Ported by Christian Neukirchen <mailto:chneukirchen@gmail.com>
+#   Copyright (C) 2004 Christian Neukirchen
+#
+# Incooporates ideas, comments and documentation by Chad Miller
+#   Copyright (C) 2004 Chad Miller
+#
+# Original SmartyPants by John Gruber
+#   Copyright (C) 2003 John Gruber
+#
+
+#
+# = RubyPants -- SmartyPants ported to Ruby
+#
+#
+# [snip]
+#
+# == Authors
+# 
+# John Gruber did all of the hard work of writing this software in
+# Perl for Movable Type and almost all of this useful documentation.
+# Chad Miller ported it to Python to use with Pyblosxom.
+#
+# Christian Neukirchen provided the Ruby port, as a general-purpose
+# library that follows the *Cloth API.
+# 
+#
+# == Copyright and License
+# 
+# === SmartyPants license:
+# 
+# Copyright (c) 2003 John Gruber
+# (http://daringfireball.net)
+# All rights reserved.
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 
+# * Redistributions of source code must retain the above copyright
+#   notice, this list of conditions and the following disclaimer.
+# 
+# * Redistributions in binary form must reproduce the above copyright
+#   notice, this list of conditions and the following disclaimer in
+#   the documentation and/or other materials provided with the
+#   distribution.
+# 
+# * Neither the name "SmartyPants" nor the names of its contributors
+#   may be used to endorse or promote products derived from this
+#   software without specific prior written permission.
+# 
+# This software is provided by the copyright holders and contributors
+# "as is" and any express or implied warranties, including, but not
+# limited to, the implied warranties of merchantability and fitness
+# for a particular purpose are disclaimed. In no event shall the
+# copyright owner or contributors be liable for any direct, indirect,
+# incidental, special, exemplary, or consequential damages (including,
+# but not limited to, procurement of substitute goods or services;
+# loss of use, data, or profits; or business interruption) however
+# caused and on any theory of liability, whether in contract, strict
+# liability, or tort (including negligence or otherwise) arising in
+# any way out of the use of this software, even if advised of the
+# possibility of such damage.
+# 
+# === RubyPants license
+# 
+# RubyPants is a derivative work of SmartyPants and smartypants.py.
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 
+# * Redistributions of source code must retain the above copyright
+#   notice, this list of conditions and the following disclaimer.
+# 
+# * Redistributions in binary form must reproduce the above copyright
+#   notice, this list of conditions and the following disclaimer in
+#   the documentation and/or other materials provided with the
+#   distribution.
+# 
+# This software is provided by the copyright holders and contributors
+# "as is" and any express or implied warranties, including, but not
+# limited to, the implied warranties of merchantability and fitness
+# for a particular purpose are disclaimed. In no event shall the
+# copyright owner or contributors be liable for any direct, indirect,
+# incidental, special, exemplary, or consequential damages (including,
+# but not limited to, procurement of substitute goods or services;
+# loss of use, data, or profits; or business interruption) however
+# caused and on any theory of liability, whether in contract, strict
+# liability, or tort (including negligence or otherwise) arising in
+# any way out of the use of this software, even if advised of the
+# possibility of such damage.
+# 
+#
+# == Links
+#
+# John Gruber:: http://daringfireball.net
+# SmartyPants:: http://daringfireball.net/projects/smartypants
+#
+# Chad Miller:: http://web.chad.org
+#
+# Christian Neukirchen:: http://kronavita.de/chris
+
+
+module MaRuKu; module In; module Markdown; module SpanLevelParser
+	Punct_class = '[!"#\$\%\'()*+,\-.\/:;<=>?\@\[\\\\\]\^_`{|}~]'
+	Close_class = %![^\ \t\r\n\\[\{\(\-]!
+
+	Rules = [
+		[/---/,   :mdash          ],
+		[/--/,    :ndash          ],
+		['...',   :hellip         ],
+		['. . .', :hellip         ],
+		["``",    :ldquo          ],
+		["''",    :rdquo          ],
+		[/<<\s/,  [:laquo, :nbsp] ],
+		[/\s>>/,  [:nbsp, :raquo] ],
+		[/<</,    :laquo          ],
+		[/>>/,    :raquo          ],
+		
+#		def educate_single_backticks(str)
+#		["`", :lsquo]
+#		["'", :rsquo]
+
+		# Special case if the very first character is a quote followed by
+		# punctuation at a non-word-break. Close the quotes by brute
+		# force:
+		[/^'(?=#{Punct_class}\B)/, :rsquo],
+		[/^"(?=#{Punct_class}\B)/, :rdquo],
+		# Special case for double sets of quotes, e.g.:
+		#   <p>He said, "'Quoted' words in a larger quote."</p>
+		[/"'(?=\w)/, [:ldquo, :lsquo]    ],
+		[/'"(?=\w)/, [:lsquo, :ldquo]    ],
+		# Special case for decade abbreviations (the '80s):
+		[/'(?=\d\ds)/, :rsquo            ],
+		# Get most opening single quotes:
+		[/(\s)'(?=\w)/, [:one, :lsquo]   ],
+		# Single closing quotes:
+		[/(#{Close_class})'/, [:one, :rsquo]],
+		[/'(\s|s\b|$)/, [:rsquo, :one]],
+		# Any remaining single quotes should be opening ones:
+		[/'/, :lsquo],
+		# Get most opening double quotes:
+		[/(\s)"(?=\w)/, [:one, :ldquo]],
+		# Double closing quotes:
+		[/(#{Close_class})"/, [:one, :rdquo]],
+		[/"(\s|s\b|$)/, [:rdquo, :one]],
+		# Any remaining quotes should be opening ones:
+		[/"/, :ldquo]
+	].
+	map{|reg, subst| # People should do the thinking, machines should do the work.
+		reg = Regexp.new(Regexp.escape(reg)) if not reg.kind_of? Regexp
+		subst = [subst] if not subst.kind_of?Array
+		[reg, subst]}
+
+# note: input will be destroyed
+def apply_one_rule(reg, subst, input)
+	output = []
+	while first = input.shift
+		if first.kind_of?(String) && (m = reg.match(first))
+			output.push    m. pre_match if m. pre_match.size > 0
+			 input.unshift m.post_match if m.post_match.size > 0
+			subst.reverse.each do |x|
+				input.unshift( x == :one ? m[1] : md_entity(x.to_s) ) end
+		else
+			output.push first
+		end
+	end
+	return output
+end
+	
+def educate(elements)
+	Rules.each do |reg, subst|
+		elements = apply_one_rule(reg, subst, elements)
+	end
+	# strips empty strings
+	elements.delete_if {|x| x.kind_of?(String) && x.size == 0}
+	final = []
+	# join consecutive strings
+	elements.each do |x|
+		if x.kind_of?(String) && final.last.kind_of?(String)
+			final.last << x
+		else
+			final << x
+		end
+	end
+	return final
+end
+
+end end end end

data/lib/maruku/input/type_detection.rb

@@ -0,0 +1,147 @@
+#--
+#   Copyright (C) 2006  Andrea Censi  <andrea (at) rubyforge.org>
+#
+# This file is part of Maruku.
+# 
+#   Maruku is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+# 
+#   Maruku is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+# 
+#   You should have received a copy of the GNU General Public License
+#   along with Maruku; if not, write to the Free Software
+#   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#++
+
+class String
+	include MaRuKu::Strings
+	def md_type()
+		@md_type ||= line_md_type(self)
+	end
+end
+
+class NilClass
+	def md_type() nil end
+	
+end
+
+# This code does the classification of lines for block-level parsing.
+module MaRuKu; module Strings
+	
+	def line_md_type(l)
+		# The order of evaluation is important (:text is a catch-all)
+		return :text   if l =~ /^[a-zA-Z]/
+		return :code             if number_of_leading_spaces(l)>=4
+		return :empty    if l =~ /^\s*$/
+		return :footnote_text    if l =~ FootnoteText
+		return :ref_definition   if l =~ LinkRegex or l=~ IncompleteLink
+		return :abbreviation     if l =~ Abbreviation
+		return :definition       if l =~ Definition
+		# I had a bug with emails and urls at the beginning of the 
+		# line that were mistaken for raw_html
+		return :text if l=~ /^[ ]{0,3}#{EMailAddress}/
+		return :text if l=~ /^[ ]{0,3}<http:/
+		# raw html is like PHP Markdown Extra: at most three spaces before
+		return :xml_instr if l =~ %r{^\s*<\?}
+		return :raw_html if l =~ %r{^[ ]?[ ]?[ ]?</?\s*\w+}
+		return :raw_html if l =~ %r{^[ ]?[ ]?[ ]?<\!\-\-}
+		# Something is wrong with how we parse lists! :-(
+		#return :ulist    if l =~ /^[ ]{0,3}([\*\-\+])\s+.*\w+/
+		#return :olist    if l =~ /^[ ]{0,3}\d+\..*\w+/
+		return :ulist    if l =~ /^[ ]{0,1}([\*\-\+])\s+.*\w+/
+		return :olist    if l =~ /^[ ]{0,1}\d+\..*\w+/
+		return :header1  if l =~ /^(=)+/ 
+		return :header2  if l =~ /^([-\s])+$/ 
+		return :header3  if l =~ /^(#)+\s*\S+/ 
+		# at least three asterisks on a line, and only whitespace
+		return :hrule    if l =~ /^(\s*\*\s*){3,1000}$/ 
+		return :hrule    if l =~ /^(\s*-\s*){3,1000}$/ # or hyphens
+		return :hrule    if l =~ /^(\s*_\s*){3,1000}$/ # or underscores	
+		return :quote    if l =~ /^>/
+		return :metadata if l =~ /^@/
+#		if @@new_meta_data?
+			return :ald   if l =~ AttributeDefinitionList
+			return :ial   if l =~ InlineAttributeList
+#		end
+#		return :equation_end if l =~ EquationEnd
+		return :text # else, it's just text
+	end
+
+		
+	# $1 = id   $2 = attribute list
+	AttributeDefinitionList = /^\s{0,3}\{([\w\d\s]+)\}:\s*(.*)\s*$/
+	# 
+	InlineAttributeList = /^\s{0,3}\{([:#\.].*)\}\s*$/
+	# Example:
+	#     ^:blah blah
+	#     ^: blah blah
+	#     ^   : blah blah
+	Definition = %r{ 
+		^ # begin of line
+		[ ]{0,3} # up to 3 spaces
+		: # colon
+		\s* # whitespace
+		(\S.*) # the text    = $1
+		$ # end of line
+	}x
+
+	# Example:
+	#     *[HTML]: Hyper Text Markup Language
+	Abbreviation = %r{
+		^  # begin of line
+		[ ]{0,3} # up to 3 spaces
+		\* # one asterisk
+		\[ # opening bracket
+		([^\]]+) # any non-closing bracket:  id = $1
+		\] # closing bracket
+		:  # colon
+		\s* # whitespace
+		(\S.*\S)* #           definition=$2
+		\s* # strip this whitespace
+		$   # end of line
+	}x
+
+	FootnoteText = %r{
+		^  # begin of line
+		[ ]{0,3} # up to 3 spaces
+		\[(\^.+)\]: # id = $1 (including '^')
+		\s*(\S.*)?$    # text = $2 (not obb.)
+	}x
+
+	# This regex is taken from BlueCloth sources
+	# Link defs are in the form: ^[id]: \n? url "optional title"
+	LinkRegex = %r{
+		^[ ]{0,3}\[([^\[\]]+)\]:		# id = $1
+		  [ ]*
+		<?([^>\s]+)>?				# url = $2
+		  [ ]*
+		(?:# Titles are delimited by "quotes" or (parens).
+			["(']
+			(.+?)			# title = $3
+			[")']			# Matching ) or "
+			\s*(.+)?   # stuff = $4
+		)?	# title is optional
+	  }x
+
+	IncompleteLink = %r{^[ ]{0,3}\[([^\[\]]+)\]:\s*$}
+
+	HeaderWithId = /^(.*)\{\#([\w_-]+)\}\s*$/
+
+	HeaderWithAttributes = /^(.*)\{(.*)\}\s*$/
+
+
+	# if contains a pipe, it could be a table header
+	MightBeTableHeader = %r{\|}
+	# -------------:
+	Sep = /\s*(\:)?\s*-+\s*(\:)?\s*/
+	# | -------------:| ------------------------------ |
+	TableSeparator = %r{^(\|?#{Sep}\|?)+\s*$}
+
+
+	EMailAddress = /<([^:]+@[^:]+)>/
+end end

data/lib/maruku/input_textile2/t2_parser.rb

@@ -0,0 +1,163 @@
+class String
+	Textile2_EmptyLine = /^\s*$/
+	Textile2_Signature = /^(\S+\.?)\.\s(.*)/
+
+	def t2_empty?
+		self =~ Textile2_EmptyLine
+	end
+	
+	def t2_contains_signature?
+		self =~ Textile2_Signature
+	end
+	
+	# sig, rest = t2_get_signature
+	def t2_get_signature
+		self =~ Textile2_Signature
+		return Textile2Signature.new($1), $2
+	end
+end
+
+class Textile2Signature	
+	Reg = %r{
+		^
+		# block name is 1
+		([A-Za-z0-9]+)? 
+		# style is 2
+		(
+		 \{     # open bracket
+		   ([^\}]+) # style spec is 3   
+		 \}     # close bracket
+		)?      
+		# language is 4
+		(\[(\w+)\])? # value is 5
+		# class and id 
+		(?:
+		 \(     # open par
+		   (\w+)?   # optional class specification is 6
+		   (?:\#(\w+))?  # optional id is 7
+		 \)     # close par
+		)?      
+		# alignment is 8
+		(\<|\>|\<\>|\=)?
+		# padding 
+		(\(+)? # left is 9
+		(\)+)? # right is 10
+		# filters is 11
+		(\|      
+			(?:(?:\w+)\|)+
+		)?
+		# optional final dot is 12
+		(\.)?   
+		$
+	}x
+	
+	
+	def initialize(s)
+		if m = Reg.match(s)
+			self.block_name = m[1]
+			self.style = m[3]
+			self.lang = m[4]
+			self.css_class = m[6]
+			self.css_id = m[7]
+			self.text_align = {nil=>nil,'>'=>'right','<'=>'left',
+				'<>'=>'center','='=>'justified'}[m[8]]
+			self.num_left_pad = m[9] && m[9].size
+			self.num_right_pad = m[10] && m[10].size
+			self.filters = m[11] && m[11].split('|')
+			self.double_dot = m[12] && true
+		end
+	end
+	
+	
+	attr_accessor :block_name # or nil
+	attr_accessor :style # or nil
+	attr_accessor :lang  # or nil
+	attr_accessor :css_class # or nil
+	attr_accessor :css_id # or nil
+	attr_accessor :text_align # {nil, 'left', 'right', 'center', 'justified'}
+	attr_accessor :num_left_pad # nil or 1..
+	attr_accessor :num_right_pad # nil or 1..
+	attr_accessor :filters # nil [], array of strings
+	attr_accessor :double_dot # nil or true
+	
+	
+end
+
+module MaRuKu
+	
+	def self.textile2(source, params)
+		m = Maruku.new
+		m.t2_parse(source, params)
+	end
+	
+	
+	class MDDocument
+		def t2_parse(source, params)
+			src = LineSource.new(source)
+			output = BlockContext.new
+			t2_parse_blocks(src, output)
+			self.children = output.elements
+		end
+		
+		Handling = Struct.new(:method, :parse_lines)
+		T2_Handling = {
+			nil => Handling.new(:t2_block_paragraph, true),
+			'p' => Handling.new(:t2_block_paragraph, true)
+		}
+		
+		# Input is a LineSource
+		def t2_parse_blocks(src, output)
+			while src.cur_line
+				l = src.shift_line
+				
+				# ignore empty line
+				if l.t2_empty? then 
+					src.shift_line
+					next 
+				end
+				
+				# TODO: lists
+				# TODO: xml
+				# TODO: `==`
+
+				signature, l =
+					if l.t2_contains_signature?
+						l.t2_get_signature
+					else
+						[Textile2Signature.new, l]
+					end
+
+				if handling = T2_Handling.has_key?(signature.block_name)
+					if self.responds_to? handling.method
+						# read as many non-empty lines that you can
+						lines = [l]
+						if handling.parse_lines
+							while not src.cur_line.t2_empty?
+								lines.push src.shift_line
+							end
+						end
+					
+						self.send(handling.method, src, output, signature, lines)
+					else
+						maruku_error("We don't know about method #{handling.method.inspect}")
+						next
+					end
+				end
+				
+				
+			end
+		end
+		
+		def t2_block_paragraph(src, output, signature, lines)
+			paragraph = lines.join("\n")
+			src2 = CharSource.new(paragraph, src)
+#			output = 
+		end
+		
+		def t2_parse_span(src, output)
+			
+		end
+		
+	end # MDDocument
+	
+end