rouge 0.3.3 → 0.3.4

data/lib/rouge/demos/go

@@ -0,0 +1,7 @@
+package main
+
+import "fmt"
+
+func main() {
+	fmt.Println("Hello, 世界")
+}

data/lib/rouge/lexers/clojure.rb

@@ -61,6 +61,7 @@ module Rouge
       end
 
       identifier = %r([\w!$%*+,<=>?/.-]+)
+      keyword = %r([\w!\#$%*+,<=>?/.-]+)
 
       def name_token(name)
         return 'Keyword' if self.class.keywords.include?(name)
@@ -77,10 +78,10 @@ module Rouge
         rule /0x-?[0-9a-fA-F]+/, 'Literal.Number.Hex'
 
         rule /"(\\.|[^"])*"/, 'Literal.String'
-        rule /'#{identifier}/, 'Literal.String.Symbol'
+        rule /'#{keyword}/, 'Literal.String.Symbol'
+        rule /:#{keyword}/, 'Name.Constant'
         rule /\\(.|[a-z]+)/i, 'Literal.String.Char'
 
-        rule /:#{identifier}/, 'Name.Constant'
 
         rule /~@|[`\'#^~&]/, 'Operator'
 

data/lib/rouge/lexers/go.rb

@@ -0,0 +1,175 @@
+module Rouge
+  module Lexers
+    class Go < RegexLexer
+      desc 'The Go programming language (http://golang.org)'
+      tag 'go'
+      aliases 'go', 'golang'
+      filenames '*.go'
+
+      mimetypes 'text/x-go', 'application/x-go'
+
+      def self.analyze_text(text)
+        return 0
+      end
+
+      # Characters
+
+      WHITE_SPACE            = /[\s\t\r\n]+/
+
+      NEWLINE                = /\n/
+      UNICODE_CHAR           = /[^\n]/
+      UNICODE_LETTER         = /[[:alpha:]]/
+      UNICODE_DIGIT          = /[[:digit:]]/
+
+      # Letters and digits
+
+      LETTER                 = /#{UNICODE_LETTER}|_/
+      DECIMAL_DIGIT          = /[0-9]/
+      OCTAL_DIGIT            = /[0-7]/
+      HEX_DIGIT              = /[0-9A-Fa-f]/
+
+      # Comments
+
+      LINE_COMMENT           = /\/\/(?:(?!#{NEWLINE}).)*/
+      GENERAL_COMMENT        = /\/\*(?:(?!\*\/).)*\*\//m
+      COMMENT                = /#{LINE_COMMENT}|#{GENERAL_COMMENT}/
+
+      # Keywords
+
+      KEYWORD                = /\b(?:
+                                 break       | default     | func
+                               | interface   | select      | case
+                               | defer       | go          | map
+                               | struct      | chan        | else
+                               | goto        | package     | switch
+                               | const       | fallthrough | if
+                               | range       | type        | continue
+                               | for         | import      | return
+                               | var
+                               )\b/x
+
+      # Identifiers
+
+      IDENTIFIER             = / (?!#{KEYWORD})
+                                 #{LETTER}(?:#{LETTER}|#{UNICODE_DIGIT})* /x
+
+      # Operators and delimiters
+
+      OPERATOR               = / \+=    | \+\+   | \+     | &\^=   | &\^
+                               | &=     | &&     | &      | ==     | =
+                               | \!=    | \!     | -=     | --     | -
+                               | \|=    | \|\|   | \|     | <=     | <-
+                               | <<=    | <<     | <      | \*=    | \*
+                               | \^=    | \^     | >>=    | >>     | >=
+                               | >      | \/     | \/=    | :=     | %
+                               | %=     | \.\.\. | \.     | :
+                               /x
+
+      SEPARATOR              = / \(     | \)     | \[     | \]     | \{
+                               | \}     | ,      | ;
+                               /x
+
+      # Integer literals
+
+      DECIMAL_LIT            = /[0-9]#{DECIMAL_DIGIT}*/
+      OCTAL_LIT              = /0#{OCTAL_DIGIT}*/
+      HEX_LIT                = /0[xX]#{HEX_DIGIT}+/
+      INT_LIT                = /#{HEX_LIT}|#{DECIMAL_LIT}|#{OCTAL_LIT}/
+
+      # Floating-point literals
+
+      DECIMALS               = /#{DECIMAL_DIGIT}+/
+      EXPONENT               = /[eE][+\-]?#{DECIMALS}/
+      FLOAT_LIT              = / #{DECIMALS} \. #{DECIMALS}? #{EXPONENT}?
+                               | #{DECIMALS} #{EXPONENT}
+                               | \. #{DECIMALS} #{EXPONENT}?
+                               /x
+
+      # Imaginary literals
+
+      IMAGINARY_LIT          = /(?:#{DECIMALS}|#{FLOAT_LIT})i/
+
+      # Rune literals
+
+      ESCAPED_CHAR           = /\\[abfnrtv\\'"]/
+      LITTLE_U_VALUE         = /\\u#{HEX_DIGIT}{4}/
+      BIG_U_VALUE            = /\\U#{HEX_DIGIT}{8}/
+      UNICODE_VALUE          = / #{UNICODE_CHAR} | #{LITTLE_U_VALUE}
+                               | #{BIG_U_VALUE}  | #{ESCAPED_CHAR}
+                               /x
+      OCTAL_BYTE_VALUE       = /\\#{OCTAL_DIGIT}{3}/
+      HEX_BYTE_VALUE         = /\\x#{HEX_DIGIT}{2}/
+      BYTE_VALUE             = /#{OCTAL_BYTE_VALUE}|#{HEX_BYTE_VALUE}/
+      CHAR_LIT               = /'(?:#{UNICODE_VALUE}|#{BYTE_VALUE})'/
+      ESCAPE_SEQUENCE        = / #{ESCAPED_CHAR}
+                               | #{LITTLE_U_VALUE}
+                               | #{BIG_U_VALUE}
+                               | #{HEX_BYTE_VALUE}
+                               /x
+
+      # String literals
+
+      RAW_STRING_LIT         = /`(?:#{UNICODE_CHAR}|#{NEWLINE})*`/
+      INTERPRETED_STRING_LIT = / "(?: (?!")
+                                      (?: #{UNICODE_VALUE} | #{BYTE_VALUE} )
+                                  )*" /x
+      STRING_LIT             = /#{RAW_STRING_LIT}|#{INTERPRETED_STRING_LIT}/
+
+      # Predeclared identifiers
+
+      PREDECLARED_TYPES      = /\b(?:
+                                 bool       | byte       | complex64
+                               | complex128 | error      | float32
+                               | float64    | int8       | int16
+                               | int32      | int64      | int
+                               | rune       | string     | uint8
+                               | uint16     | uint32     | uint64
+                               | uintptr    | uint
+      	                       )\b/x
+
+      PREDECLARED_CONSTANTS  = /\b(?:true|false|iota|nil)\b/
+
+      PREDECLARED_FUNCTIONS  = /\b(?:
+                                 append  | cap     | close   | complex
+                               | copy    | delete  | imag    | len
+                               | make    | new     | panic   | print
+                               | println | real    | recover
+                               )\b/x
+
+      state :simple_tokens do
+        rule(COMMENT,               "Comment")
+        rule(KEYWORD,               "Keyword")
+        rule(PREDECLARED_TYPES,     "Keyword.Type")
+        rule(PREDECLARED_FUNCTIONS, "Name.Builtin")
+        rule(PREDECLARED_CONSTANTS, "Name.Constant")
+        rule(IMAGINARY_LIT,         "Literal.Number")
+        rule(FLOAT_LIT,             "Literal.Number")
+        rule(INT_LIT,               "Literal.Number")
+        rule(CHAR_LIT,              "Literal.String.Char")
+        rule(OPERATOR,              "Operator")
+        rule(SEPARATOR,             "Punctuation")
+        rule(IDENTIFIER,            "Name")
+        rule(WHITE_SPACE,           "Other")
+      end
+
+      state :root do
+        mixin :simple_tokens
+
+        rule(/`/,             "Literal.String", :raw_string)
+        rule(/"/,             "Literal.String", :interpreted_string)
+      end
+
+      state :interpreted_string do
+        rule(ESCAPE_SEQUENCE, "Literal.String.Escape")
+        rule(/\\./,           "Error")
+        rule(/"/,             "Literal.String", :pop!)
+        rule(/./,             "Literal.String")
+      end
+
+      state :raw_string do
+        rule(/`/,             "Literal.String", :pop!)
+        rule(/./m,            "Literal.String")
+      end
+    end
+  end
+end

data/lib/rouge/version.rb

@@ -1,5 +1,5 @@
 module Rouge
   def self.version
-    "0.3.3"
+    "0.3.4"
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rouge
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-10 00:00:00.000000000 Z
+date: 2013-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   type: :runtime
@@ -101,6 +101,7 @@ files:
 - lib/rouge/lexers/gherkin/keywords.rb
 - lib/rouge/lexers/io.rb
 - lib/rouge/lexers/lua/builtins.rb
+- lib/rouge/lexers/go.rb
 - lib/rouge/lexers/python.rb
 - lib/rouge/lexers/cpp.rb
 - lib/rouge/lexers/sql.rb
@@ -141,6 +142,7 @@ files:
 - lib/rouge/demos/clojure
 - lib/rouge/demos/java
 - lib/rouge/demos/csharp
+- lib/rouge/demos/go
 - lib/rouge/demos/javascript
 - lib/rouge/demos/sed
 - lib/rouge/demos/common_lisp