ultraviolet 0.9.0

data/lib/uv.rb

@@ -0,0 +1,84 @@
+require 'textpow'
+require 'uv/html_processor.rb'
+
+
+module Uv
+
+   def Uv.path
+      result = []
+      result << File.join(File.dirname(__FILE__), ".." )   
+   end
+
+   def Uv.init_syntaxes
+      @syntaxes = {}
+      Dir.glob( File.join(File.dirname(__FILE__), '..', 'syntax', '*.syntax') ).each do |f| 
+         @syntaxes[File.basename(f, '.syntax')] = Textpow::SyntaxNode.load( f )
+      end
+   end
+   
+   def Uv.syntaxes
+      Dir.glob( File.join(File.dirname(__FILE__), '..', 'syntax', '*.syntax') ).collect do |f| 
+         File.basename(f, '.syntax')
+      end
+   end
+   
+   def Uv.themes
+      Dir.glob( File.join(File.dirname(__FILE__), '..', 'render', 'xhtml', 'files', 'css', '*.css') ).collect do |f| 
+         File.basename(f, '.css')
+      end
+   end
+
+   def Uv.syntax_for_file file_name
+      init_syntaxes unless @syntaxes
+      first_line = ""
+      File.open( file_name, 'r' ) { |f|
+         while (first_line = f.readline).strip.size == 0; end
+      }
+      result = []
+      @syntaxes.each do |key, value|
+         assigned = false
+         if value.fileTypes
+            value.fileTypes.each do |t|
+               if t == File.basename( file_name ) || t == File.extname( file_name )[1..-1]
+                  result << [key, value] 
+                  assigned = true
+                  break
+               end
+            end
+         end
+         unless assigned
+            if value.firstLineMatch && value.firstLineMatch =~ first_line
+               result << [key, value] 
+            end
+         end
+      end
+      result
+   end
+   
+   def Uv.parse text, output = "xhtml", syntax_name = nil, line_numbers = false, render_style = "classic"
+      init_syntaxes unless @syntaxes
+      renderer = File.join( File.dirname(__FILE__), '..',"render", output,"#{render_style}.render")
+      css_class = render_style
+      render_options = YAML.load( File.open(  renderer ) )
+      if output == "xhtml"
+         render_processor = HtmlProcessor.new( render_options, line_numbers )
+         @syntaxes[syntax_name].parse( text,  render_processor )
+         "<pre class =\"#{css_class}\">#{render_processor.string}</pre>"
+      else
+         raise( ArgumentError, "Output for #{output} is not yet implemented" )
+      end
+   end
+
+   def Uv.debug text, syntax_name
+      unless @syntaxes
+         @syntaxes = {}
+         Dir.glob( File.join(File.dirname(__FILE__), '..', 'syntax', '*.syntax') ).each do |f| 
+            @syntaxes[File.basename(f, '.syntax')] = Textpow::SyntaxNode.load( f )
+         end
+      end
+      processor = Textpow::DebugProcessor.new
+
+      @syntaxes[syntax_name].parse( text, processor )
+   end
+
+end

data/lib/uv/html_processor.rb

@@ -0,0 +1,89 @@
+require 'cgi'
+
+module Uv   
+   
+
+   class HtmlProcessor
+      @@score_manager = Textpow::ScoreManager.new
+      
+      attr_reader :string
+      attr_accessor :escapeHTML
+      
+      def initialize render_options, line_numbers = false, score_manager = nil
+         @score_manager = score_manager || @@score_manager
+         @render_options = render_options
+         @options = {}
+         @line_numbers = line_numbers
+         @escapeHTML = true
+      end
+      
+      def start_parsing
+         @stack = []
+         @string = ""
+         @line = nil
+         @line_number = 0
+      end
+      
+      def print string
+         @string << string
+      end
+      
+      def escape string
+         if @escapeHTML
+            CGI.escapeHTML( string )
+         else
+            string
+         end
+      end
+      
+      def open_tag name, position
+         @stack << name
+         print escape(@line[@position...position]) if position > @position
+         @position = position
+         opt = options
+         print opt["begin"] if opt
+      end
+      
+      def close_tag name, position
+         print escape(@line[@position...position]) if position > @position
+         @position = position
+         opt = options
+         print opt["end"] if opt
+         @stack.pop
+      end
+      
+      def new_line line
+         print escape(@line[@position..-1]) if @line 
+         @position = 0
+         @line_number += 1
+         @line = line
+         if @line_numbers
+            print @render_options["line-numbers"]["begin"] 
+            print @line_number.to_s.rjust(4).ljust(5)
+            print @render_options["line-numbers"]["end"] 
+            print " "
+         end
+      end
+      
+      def end_parsing
+         print escape(@line[@position..-1].gsub("\n", '')) if @line 
+         while ! @stack.empty?
+            opt = options
+            print opt["end"] if opt
+            @stack.pop
+         end
+      end
+      
+      def options
+         ref = @stack.join ' '
+         return @options[ref] if @options.has_key? ref
+         
+         result = @render_options['tags'].max do |a, b| 
+            @score_manager.score( a['selector'], ref ) <=> @score_manager.score( b['selector'], ref )
+         end
+         result = nil if @score_manager.score( result['selector'], ref ) == 0
+         @options[ref] = result
+      end
+   end
+end
+

data/render/old/txt2tags.render

@@ -0,0 +1,131 @@
+---
+name: TXT2TAGS
+tags:
+#- selector : TXT2TAGS
+#  begin : "<html>\n<body>\n"
+#  end   : "</body>\n</html>\n"
+#  filters:
+#    - indent
+- selector : markup.other.paragraph - markup.raw
+  begin : "<p>\n"
+  end   : "\n</p>\n"
+  filters:
+    - strip
+    - indent
+- selector : markup.heading.plain
+  cbegin   : '"<h#{predecessor.text.size}>"'
+  cend     : '"</h#{successor.text.size}>\n"'
+  filters  :
+    - strip
+- selector : other.filler
+  invisible: true
+- selector : keyword.other  - markup.raw
+  invisible: true
+- selector : comment
+  invisible: true
+- selector : variable - markup.raw
+  invisible: true
+- selector : markup.other.email - markup.raw
+  cbegin   : '"<a href=\"mailto:#{text}\">"'
+  end      : </a>
+- selector : markup.other.link - markup.raw
+  cbegin   : '"<a href=\"#{text}\">"'
+  end      : </a>
+- selector : meta.link.complex markup.other.link - markup.raw
+  invisible: true
+- selector : meta.link.complex - markup.raw
+  ccontent : |-
+    "<a href='#{children[3].text}'>#{children[1].text}</a>"
+- selector : markup.bold - markup.raw
+  begin    : <b>
+  end      : </b>
+- selector : markup.italic - markup.raw
+  begin    : <i>
+  end      : </i>
+- selector : markup.underline - markup.raw
+  begin    : <u>
+  end      : </u>
+- selector : markup.raw.verbatim
+  begin    : "<code>"
+  end      : "</code>"
+- selector : markup.raw.verbatim.line
+  begin    : "<pre>\n"
+  end      : "\n</pre>\n"
+- selector : markup.raw.verbatim.block
+  begin    : "<pre>\n"
+  end      : "</pre>\n"
+- selector : markup.quote.line - markup.raw
+  cbegin   : |-
+    @@quote_depth ||= []
+    depth = predecessor.text.size
+    if @@quote_depth.empty? 
+       @@quote_depth << depth
+       ("\t" * depth) + "<blockquote>\n"
+    elsif depth > @@quote_depth.last
+       @@quote_depth << depth
+       "\n" + ("\t" * depth) + "<blockquote>\n"
+    else
+       ""
+    end
+  cend     : |-
+    next_depth = successor.text.size
+    if ! next_depth || successor.name != predecessor.name
+       result = "\n"
+       while ! @@quote_depth.empty?
+         depth = @@quote_depth.pop
+         result += ("\t" * depth) + "</blockquote>\n"
+       end
+       result
+    elsif next_depth < @@quote_depth.last
+       depth = @@quote_depth.pop
+       "\n" + ("\t" * depth) + "</blockquote>\n"
+    else
+       ""
+    end
+  filters  :
+    - strip
+- selector : markup.list.unnumbered - markup.raw
+  cbegin   : |-
+    @@list_stack ||= []
+    res = ""
+    depth = predecessor.text.size
+    if @@list_stack.empty? 
+       res += (" " * depth) + "<ul>\n"
+    elsif depth > @@list_stack.last
+       res += "\n" + (" " * depth) + "<ul>\n"
+    end
+    @@list_stack << depth
+    res += "\n" + (" " * depth) + "<li>\n"
+  cend     : |-
+    depth = predecessor.text.size
+    res = ""
+    if depth < @@list_stack.last
+       res += "\n"
+       while depth < @@list_stack.last
+         res += (" " * @@list_stack.pop) + "</ul>\n"
+       end
+       res
+    end
+    res += "\n" + (" " * depth ) + "</li>\n"
+    if successor.name != predecessor.name
+       res = "\n"
+       while ! @@list_stack.empty?
+         depth = @@list_stack.pop
+         res += (" " * depth) + "</ul>\n"
+       end
+    end
+    res
+  filters  :
+    - strip
+- selector : line.blank
+  invisible: true
+  begin    : <line.blank>
+  end      : </line.blank>
+- selector : markup.other.bar.thin - markup.raw
+  begin    : <hr noshade size=1>
+  nocontent: true
+- selector : markup.other.bar.thick - markup.raw
+  begin    : <hr noshade size=5>
+  nocontent: true
+- selector : markup.raw line.blank
+

data/render/xhtml/active4d.render

@@ -0,0 +1,105 @@
+--- 
+name: Active4D
+tags: 
+- begin: <span class="EmbeddedSource">
+  end: </span>
+  selector: text.html source.active4d
+- begin: <span class="PlainXmlText">
+  end: </span>
+  selector: text.xml
+- begin: <span class="LineComment">
+  end: </span>
+  selector: comment.line
+- begin: <span class="BlockComment">
+  end: </span>
+  selector: comment.block
+- begin: <span class="String">
+  end: </span>
+  selector: string
+- begin: <span class="InterpolatedEntity">
+  end: </span>
+  selector: string.interpolated variable
+- begin: <span class="Number">
+  end: </span>
+  selector: constant.numeric
+- begin: <span class="UserDefinedConstant">
+  end: </span>
+  selector: constant.character, constant.other
+- begin: <span class="DateTimeLiteral">
+  end: </span>
+  selector: constant.other.date, constant.other.time
+- begin: <span class="BuiltInConstant">
+  end: </span>
+  selector: constant.language
+- begin: <span class="LocalVariable">
+  end: </span>
+  selector: variable.other.local
+- begin: <span class="Variable">
+  end: </span>
+  selector: variable
+- begin: <span class="TableField">
+  end: </span>
+  selector: variable.other.table-field
+- begin: <span class="Keyword">
+  end: </span>
+  selector: keyword
+- begin: <span class="Operator">
+  end: </span>
+  selector: keyword.operator
+- begin: <span class="Storage">
+  end: </span>
+  selector: storage
+- begin: <span class="TypeName">
+  end: </span>
+  selector: entity.name.type
+- begin: <span class="InheritedClass">
+  end: </span>
+  selector: entity.other.inherited-class
+- begin: <span class="FunctionName">
+  end: </span>
+  selector: entity.name.function
+- begin: <span class="FunctionArgument">
+  end: </span>
+  selector: variable.parameter
+- begin: <span class="TagContainer">
+  end: </span>
+  selector: meta.tag
+- begin: <span class="TagName">
+  end: </span>
+  selector: entity.name.tag
+- begin: <span class="TagAttribute">
+  end: </span>
+  selector: entity.other.attribute-name
+- begin: <span class="CommandMethod">
+  end: </span>
+  selector: support.function
+- begin: <span class="NamedConstant">
+  end: </span>
+  selector: support.constant
+- begin: <span class="LibraryClassType">
+  end: </span>
+  selector: support.type, support.class
+- begin: <span class="LibraryVariable">
+  end: </span>
+  selector: support.variable
+- begin: <span class="Invalid">
+  end: </span>
+  selector: invalid
+- begin: <span class="DiffHeader">
+  end: </span>
+  selector: meta.diff
+- begin: <span class="DiffLineRange">
+  end: </span>
+  selector: meta.diff.range
+- begin: <span class="DiffDeletedLine">
+  end: </span>
+  selector: markup.deleted.diff
+- begin: <span class="DiffInsertedLine">
+  end: </span>
+  selector: markup.inserted.diff
+- begin: <span class="DiffUnchangedLine">
+  end: </span>
+  selector: source.diff
+line-numbers: 
+  begin: <span class="line-numbers">
+  end: </span>

data/render/xhtml/all_hallows_eve.render

@@ -0,0 +1,69 @@
+--- 
+name: All Hallow's Eve
+tags: 
+- begin: <span class="TextBase">
+  end: </span>
+  selector: text
+- begin: <span class="SourceBase">
+  end: </span>
+  selector: source
+- begin: <span class="Comment">
+  end: </span>
+  selector: comment
+- begin: <span class="Constant">
+  end: </span>
+  selector: constant
+- begin: <span class="Keyword">
+  end: </span>
+  selector: keyword
+- begin: <span class="PreProcessorLine">
+  end: </span>
+  selector: meta.preprocessor.c
+- begin: <span class="PreProcessorDirective">
+  end: </span>
+  selector: keyword.control.import
+- begin: <span class="FunctionName">
+  end: </span>
+  selector: entity.name.function
+- begin: <span class="FunctionArgument">
+  end: </span>
+  selector: variable.parameter
+- begin: <span class="BlockComment">
+  end: </span>
+  selector: source comment.block
+- begin: <span class="String">
+  end: </span>
+  selector: string
+- begin: <span class="StringEscapes">
+  end: </span>
+  selector: string constant.character.escape
+- begin: <span class="StringExecuted">
+  end: </span>
+  selector: string.interpolated
+- begin: <span class="RegularExpression">
+  end: </span>
+  selector: string.regexp
+- begin: <span class="StringLiteral">
+  end: </span>
+  selector: string.literal
+- begin: <span class="StringEscapesExecuted">
+  end: </span>
+  selector: string.interpolated constant.character.escape
+- begin: <span class="TypeName">
+  end: </span>
+  selector: entity.name.type
+- begin: <span class="ClassInheritance">
+  end: </span>
+  selector: entity.other.inherited-class
+- begin: <span class="TagName">
+  end: </span>
+  selector: entity.name.tag
+- begin: <span class="TagAttribute">
+  end: </span>
+  selector: entity.other.attribute-name
+- begin: <span class="SupportFunction">
+  end: </span>
+  selector: support.function
+line-numbers: 
+  begin: <span class="line-numbers">
+  end: </span>