rouge 3.19.0 → 3.21.0

data/lib/rouge/lexers/xml.rb

@@ -12,6 +12,8 @@ module Rouge
       mimetypes 'text/xml', 'application/xml', 'image/svg+xml',
                 'application/rss+xml', 'application/atom+xml'
 
+      # Documentation: https://www.w3.org/TR/xml11/#charsets and https://www.w3.org/TR/xml11/#sec-suggested-names
+
       def self.detect?(text)
         return false if text.doctype?(/html/)
         return true if text =~ /\A<\?xml\b/
@@ -27,10 +29,10 @@ module Rouge
         rule %r/<![^>]*>/, Comment::Preproc
 
         # open tags
-        rule %r(<\s*[\w:.-]+)m, Name::Tag, :tag
+        rule %r(<\s*[\p{L}:_][\p{Word}\p{Cf}:.·-]*)m, Name::Tag, :tag
 
         # self-closing tags
-        rule %r(<\s*/\s*[\w:.-]+\s*>)m, Name::Tag
+        rule %r(<\s*/\s*[\p{L}:_][\p{Word}\p{Cf}:.·-]*\s*>)m, Name::Tag
       end
 
       state :comment do
@@ -41,7 +43,7 @@ module Rouge
 
       state :tag do
         rule %r/\s+/m, Text
-        rule %r/[\w.:-]+\s*=/m, Name::Attribute, :attr
+        rule %r/[\p{L}:_][\p{Word}\p{Cf}:.·-]*\s*=/m, Name::Attribute, :attr
         rule %r(/?\s*>), Name::Tag, :pop!
       end
 

data/lib/rouge/lexers/yaml.rb

@@ -11,6 +11,8 @@ module Rouge
       aliases 'yml'
       filenames '*.yaml', '*.yml'
 
+      # Documentation: https://yaml.org/spec/1.2/spec.html
+
       def self.detect?(text)
         # look for the %YAML directive
         return true if text =~ /\A\s*%YAML/m
@@ -165,15 +167,15 @@ module Rouge
         )x, Keyword::Type
 
         # an anchor
-        rule %r/&[\w-]+/, Name::Label
+        rule %r/&[\p{L}\p{Nl}\p{Nd}_-]+/, Name::Label
 
         # an alias
-        rule %r/\*[\w-]+/, Name::Variable
+        rule %r/\*[\p{L}\p{Nl}\p{Nd}_-]+/, Name::Variable
       end
 
       state :block_nodes do
         # implicit key
-        rule %r/((?:\w[\w -]*)?)(:)(?=\s|$)/ do |m|
+        rule %r/((?:[\p{L}\p{Nl}\p{Nd}_][\p{L}\p{Nl}\p{Nd}\p{Blank}_-]*)?)(:)(?=\s|$)/ do |m|
           groups Name::Attribute, Punctuation::Indicator
           set_indent m[0], :implicit => true
         end

data/lib/rouge/lexers/zig.rb

@@ -0,0 +1,139 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Zig < RegexLexer
+      tag 'zig'
+      aliases 'zir'
+      filenames '*.zig'
+      mimetypes 'text/x-zig'
+
+      title 'Zig'
+      desc 'The Zig programming language (ziglang.org)'
+
+      def self.keywords
+        @keywords ||= %w(
+          align linksection threadlocal struct enum union error break return
+          anyframe fn c_longlong c_ulonglong c_longdouble c_void comptime_float
+          c_short c_ushort c_int c_uint c_long c_ulong continue asm defer
+          errdefer const var extern packed export pub if else switch and or
+          orelse while for bool unreachable try catch async suspend nosuspend
+          await resume undefined usingnamespace test void noreturn type
+          anyerror usize noalias inline noinline comptime callconv volatile
+          allowzero
+        )
+      end
+
+      def self.builtins
+        @builtins ||= %w(
+          @addWithOverflow @as @atomicLoad @atomicStore @bitCast @breakpoint
+          @alignCast @alignOf @cDefine @cImport @cInclude @bitOffsetOf
+          @atomicRmw @bytesToSlice @byteOffsetOf @OpaqueType @panic @ptrCast
+          @bitReverse @Vector @sin @cUndef @canImplicitCast @clz @cmpxchgWeak
+          @cmpxchgStrong @compileError @compileLog @ctz @popCount @divExact
+          @divFloor @cos @divTrunc @embedFile @export @tagName @TagType
+          @errorName @call @errorReturnTrace @fence @fieldParentPtr @field
+          @unionInit @errorToInt @intToEnum @enumToInt @setAlignStack @frame
+          @Frame @exp @exp2 @log @log2 @log10 @fabs @floor @ceil @trunc @round
+          @floatCast @intToFloat @floatToInt @boolToInt @errSetCast @intToError
+          @frameAddress @import @newStackCall @asyncCall @intToPtr @intCast
+          @frameSize @memcpy @memset @mod @mulWithOverflow @splat @ptrToInt
+          @rem @returnAddress @setCold @Type @shuffle @setGlobalLinkage
+          @setGlobalSection @shlExact @This @hasDecl @hasField
+          @setRuntimeSafety @setEvalBranchQuota @setFloatMode @shlWithOverflow
+          @shrExact @sizeOf @bitSizeOf @sqrt @byteSwap @subWithOverflow
+          @sliceToBytes comptime_int @truncate @typeInfo @typeName @TypeOf
+        )
+      end
+
+      id = /[a-z_]\w*/i
+      escapes = /\\ ([nrt'"\\0] | x\h{2} | u\h{4} | U\h{8})/x
+
+      state :bol do
+        mixin :whitespace
+        rule %r/#\s[^\n]*/, Comment::Special
+        rule(//) { pop! }
+      end
+
+      state :attribute do
+        mixin :whitespace
+        mixin :literals
+        rule %r/[(,)=:]/, Name::Decorator
+        rule %r/\]/, Name::Decorator, :pop!
+        rule id, Name::Decorator
+      end
+
+      state :whitespace do
+        rule %r/\s+/, Text
+        rule %r(//[^\n]*), Comment
+      end
+
+      state :root do
+        rule %r/\n/, Text, :bol
+
+        mixin :whitespace
+
+        rule %r/\b(?:(i|u)[0-9]+)\b/, Keyword::Type
+        rule %r/\b(?:f(16|32|64|128))\b/, Keyword::Type
+        rule %r/\b(?:(isize|usize))\b/, Keyword::Type
+
+        mixin :literals
+
+        rule %r/'#{id}/, Name::Variable
+        rule %r/([.]?)(\s*)(@?#{id})(\s*)([(]?)/ do |m|
+          name = m[3]
+          t = if self.class.keywords.include? name
+                Keyword
+              elsif self.class.builtins.include? name
+                Name::Builtin
+              elsif !m[1].empty? && !m[5].empty?
+                Name::Function
+              elsif !m[1].empty?
+                Name::Property
+              else
+                Name
+              end
+
+          groups Punctuation, Text, t, Text, Punctuation
+        end
+
+        rule %r/[()\[\]{}|,:;]/, Punctuation
+        rule %r/[*\/!@~&+%^<>=\?-]|\.{1,3}/, Operator
+      end
+
+      state :literals do
+        rule %r/\b(?:true|false|null)\b/, Keyword::Constant
+        rule %r(
+        ' (?: #{escapes} | [^\\] ) '
+        )x, Str::Char
+
+        rule %r/"/, Str, :string
+        rule %r/r(#*)".*?"\1/m, Str
+
+        dot = /[.][0-9_]+/
+        exp = /e[-+]?[0-9_]+/
+
+        rule %r(
+          [0-9]+
+          (#{dot}  #{exp}?
+          |#{dot}? #{exp}
+          )
+        )x, Num::Float
+
+        rule %r(
+        ( 0b[10_]+
+         | 0x[0-9a-fA-F_]+
+         | [0-9_]+
+        )
+        )x, Num::Integer
+      end
+
+      state :string do
+        rule %r/"/, Str, :pop!
+        rule escapes, Str::Escape
+        rule %r/[^"\\]+/m, Str
+      end
+    end
+  end
+end

data/lib/rouge/version.rb

@@ -3,6 +3,6 @@
 
 module Rouge
   def self.version
-    "3.19.0"
+    "3.21.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rouge
 version: !ruby/object:Gem::Version
-  version: 3.19.0
+  version: 3.21.0
 platform: ruby
 authors:
 - Jeanine Adkisson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-12 00:00:00.000000000 Z
+date: 2020-07-14 00:00:00.000000000 Z
 dependencies: []
 description: Rouge aims to a be a simple, easy-to-extend drop-in replacement for pygments.
 email:
@@ -31,12 +31,15 @@ files:
 - lib/rouge/demos/apiblueprint
 - lib/rouge/demos/applescript
 - lib/rouge/demos/armasm
+- lib/rouge/demos/augeas
 - lib/rouge/demos/awk
 - lib/rouge/demos/batchfile
 - lib/rouge/demos/bbcbasic
+- lib/rouge/demos/bibtex
 - lib/rouge/demos/biml
 - lib/rouge/demos/bpf
 - lib/rouge/demos/brainfuck
+- lib/rouge/demos/brightscript
 - lib/rouge/demos/bsl
 - lib/rouge/demos/c
 - lib/rouge/demos/ceylon
@@ -93,6 +96,7 @@ files:
 - lib/rouge/demos/haskell
 - lib/rouge/demos/haxe
 - lib/rouge/demos/hcl
+- lib/rouge/demos/hlsl
 - lib/rouge/demos/hocon
 - lib/rouge/demos/hql
 - lib/rouge/demos/html
@@ -105,6 +109,7 @@ files:
 - lib/rouge/demos/irb
 - lib/rouge/demos/irb_output
 - lib/rouge/demos/isbl
+- lib/rouge/demos/janet
 - lib/rouge/demos/java
 - lib/rouge/demos/javascript
 - lib/rouge/demos/jinja
@@ -120,6 +125,7 @@ files:
 - lib/rouge/demos/liquid
 - lib/rouge/demos/literate_coffeescript
 - lib/rouge/demos/literate_haskell
+- lib/rouge/demos/livescript
 - lib/rouge/demos/llvm
 - lib/rouge/demos/lua
 - lib/rouge/demos/lustre
@@ -186,6 +192,7 @@ files:
 - lib/rouge/demos/sparql
 - lib/rouge/demos/sqf
 - lib/rouge/demos/sql
+- lib/rouge/demos/ssh
 - lib/rouge/demos/supercollider
 - lib/rouge/demos/swift
 - lib/rouge/demos/tap
@@ -202,6 +209,7 @@ files:
 - lib/rouge/demos/vala
 - lib/rouge/demos/vb
 - lib/rouge/demos/vcl
+- lib/rouge/demos/velocity
 - lib/rouge/demos/verilog
 - lib/rouge/demos/vhdl
 - lib/rouge/demos/viml
@@ -213,6 +221,7 @@ files:
 - lib/rouge/demos/xquery
 - lib/rouge/demos/yaml
 - lib/rouge/demos/yang
+- lib/rouge/demos/zig
 - lib/rouge/formatter.rb
 - lib/rouge/formatters/html.rb
 - lib/rouge/formatters/html_inline.rb
@@ -243,12 +252,15 @@ files:
 - lib/rouge/lexers/apiblueprint.rb
 - lib/rouge/lexers/apple_script.rb
 - lib/rouge/lexers/armasm.rb
+- lib/rouge/lexers/augeas.rb
 - lib/rouge/lexers/awk.rb
 - lib/rouge/lexers/batchfile.rb
 - lib/rouge/lexers/bbcbasic.rb
+- lib/rouge/lexers/bibtex.rb
 - lib/rouge/lexers/biml.rb
 - lib/rouge/lexers/bpf.rb
 - lib/rouge/lexers/brainfuck.rb
+- lib/rouge/lexers/brightscript.rb
 - lib/rouge/lexers/bsl.rb
 - lib/rouge/lexers/c.rb
 - lib/rouge/lexers/ceylon.rb
@@ -306,6 +318,7 @@ files:
 - lib/rouge/lexers/haskell.rb
 - lib/rouge/lexers/haxe.rb
 - lib/rouge/lexers/hcl.rb
+- lib/rouge/lexers/hlsl.rb
 - lib/rouge/lexers/hocon.rb
 - lib/rouge/lexers/hql.rb
 - lib/rouge/lexers/html.rb
@@ -318,6 +331,7 @@ files:
 - lib/rouge/lexers/irb.rb
 - lib/rouge/lexers/isbl.rb
 - lib/rouge/lexers/isbl/builtins.rb
+- lib/rouge/lexers/janet.rb
 - lib/rouge/lexers/java.rb
 - lib/rouge/lexers/javascript.rb
 - lib/rouge/lexers/jinja.rb
@@ -334,6 +348,7 @@ files:
 - lib/rouge/lexers/liquid.rb
 - lib/rouge/lexers/literate_coffeescript.rb
 - lib/rouge/lexers/literate_haskell.rb
+- lib/rouge/lexers/livescript.rb
 - lib/rouge/lexers/llvm.rb
 - lib/rouge/lexers/llvm/keywords.rb
 - lib/rouge/lexers/lua.rb
@@ -410,6 +425,7 @@ files:
 - lib/rouge/lexers/sqf.rb
 - lib/rouge/lexers/sqf/keywords.rb
 - lib/rouge/lexers/sql.rb
+- lib/rouge/lexers/ssh.rb
 - lib/rouge/lexers/supercollider.rb
 - lib/rouge/lexers/swift.rb
 - lib/rouge/lexers/tap.rb
@@ -427,6 +443,7 @@ files:
 - lib/rouge/lexers/vala.rb
 - lib/rouge/lexers/varnish.rb
 - lib/rouge/lexers/vb.rb
+- lib/rouge/lexers/velocity.rb
 - lib/rouge/lexers/verilog.rb
 - lib/rouge/lexers/vhdl.rb
 - lib/rouge/lexers/viml.rb
@@ -439,6 +456,7 @@ files:
 - lib/rouge/lexers/xquery.rb
 - lib/rouge/lexers/yaml.rb
 - lib/rouge/lexers/yang.rb
+- lib/rouge/lexers/zig.rb
 - lib/rouge/plugins/redcarpet.rb
 - lib/rouge/regex_lexer.rb
 - lib/rouge/template_lexer.rb