rouge 3.19.0 → 3.20.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 31311a77cd2c1bbe0bd0eb402b7b5d0e08c46a91fb9ae7614310b5c022f7707c
-  data.tar.gz: daa405b54f1c0a249a57d6f5044e52a08a861aece022df92ee311492cfd6d553
+  metadata.gz: a0ad085dddf353cc95e795e5f556b4f2d9821068cceeeaab4cb34cb11f3ad776
+  data.tar.gz: f70271022198b1d7e95df35d856274234720d54d4ef3f1a42c782246e2cf4c47
 SHA512:
-  metadata.gz: 27a79b06908ec8791d6e743817c35dae531e0b171cd35efa43190b384fbb87c74a72fbf5226b233ce8f96e57e2dc31596d91f5bb43307628c41da901544f649f
-  data.tar.gz: 2bdf4c0aa72e72944e28428ac4c5eea314b01fd3314f037f107f80e43f125471cab7dc1d82ff055337015e231495fa781c6fd0a80db2c6a702346bea915b38af
+  metadata.gz: 473cfdc4ce0c458d0a7b0c3b1e6684723ceb7c15dea4d1080baf201786ecd149e9d21cd25f65735edbbf4b4f763a5d7d1854a4d909bef6902b7d609d30ebcc2b
+  data.tar.gz: 579d31241b2fe8d4f2b9471dd6bb97b5621051811260d02b21a012e9e35ccf34d83e0e998981e959aa0ce6a1b00932c06f7ed8b8b093fde95d53c7a8ebbb67ce

data/lib/rouge/demos/augeas

@@ -0,0 +1,16 @@
+(*
+  This is a comment
+*)
+module Foo =
+autoload xfm
+
+let a = b | c . d
+
+let lns = a*
+
+let filter = incl "/path/to/file"
+           . incl "/path/to/other_file"
+           . Util.stdexcl
+
+(* xmf is the transform *)
+let xmf = transform lns filter

data/lib/rouge/demos/bibtex

@@ -0,0 +1,12 @@
+@article{Witten:1988hf,
+      author         = "Witten, Edward",
+      title          = "{Quantum Field Theory and the Jones Polynomial}",
+      journal        = "Commun. Math. Phys.",
+      volume         = "121",
+      year           = "1989",
+      pages          = "351-399",
+      doi            = "10.1007/BF01217730",
+      note           = "[,233(1988)]",
+      reportNumber   = "IASSNS-HEP-88-33",
+      SLACcitation   = "%%CITATION = CMPHA,121,351;%%"
+}

data/lib/rouge/demos/hlsl

@@ -0,0 +1,20 @@
+struct PSInput
+{
+    float4 position : SV_POSITION;
+    float4 color : COLOR;
+};
+
+// Vertex shader
+PSInput VSMain(float4 position : POSITION, float4 color : COLOR)
+{
+    PSInput result;
+    result.position = position;
+    result.color = color;
+    return result;
+}
+
+// Pixel shader
+float4 PSMain(PSInput input) : SV_TARGET
+{
+    return input.color;
+}

data/lib/rouge/demos/livescript

@@ -0,0 +1,15 @@
+mitch =
+    age:    21
+    height: 180cm
+    pets:   [\dog, \goldfish]
+
+phile = {}
+phile{height, pets} = mitch
+phile.height #=> 180
+phile.pets   #=> ['dog', 'goldfish']
+
+a = [2 7 1 8]
+    ..push 3
+    ..shift!
+    ..sort!
+a #=> [1,3,7,8]

data/lib/rouge/demos/velocity

@@ -0,0 +1,9 @@
+#*
+ There is multi-line comment.
+ see this text because the Velocity Templating Engine will ignore it.
+*#
+<h3>List</h3>
+## This is a single line comment.
+#if( $allProducts )
+<p>not found.</p>
+#end

data/lib/rouge/demos/zig

@@ -0,0 +1,6 @@
+const std = @import("std");
+const warn = std.debug.warn;
+
+fn add_floats(x: f16, y: f16) f16 {
+    return x + y;
+}

data/lib/rouge/lexers/augeas.rb

@@ -0,0 +1,93 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Augeas < RegexLexer
+      title "Augeas"
+      desc "The Augeas programming language (augeas.net)"
+
+      tag 'augeas'
+      aliases 'aug'
+      filenames '*.aug'
+      mimetypes 'text/x-augeas'
+
+      def self.reserved
+        @reserved ||= Set.new %w(
+          _ let del store value counter seq key label autoload incl excl
+          transform test get put in after set clear insa insb print_string
+          print_regexp print_endline print_tree lens_ctype lens_atype
+          lens_ktype lens_vtype lens_format_atype regexp_match
+        )
+      end
+
+      state :basic do
+        rule %r/\s+/m, Text
+        rule %r/\(\*/, Comment::Multiline, :comment
+      end
+
+      state :comment do
+        rule %r/\*\)/, Comment::Multiline, :pop!
+        rule %r/\(\*/, Comment::Multiline, :comment
+        rule %r/[^*)]+/, Comment::Multiline
+        rule %r/[*)]/, Comment::Multiline
+      end
+
+      state :root do
+        mixin :basic
+
+        rule %r/(:)(\w\w*)/ do
+          groups Punctuation, Keyword::Type
+        end
+
+        rule %r/\w[\w']*/ do |m|
+          name = m[0]
+          if name == "module"
+            token Keyword::Reserved
+            push :module
+          elsif self.class.reserved.include? name
+            token Keyword::Reserved
+          elsif name =~ /\A[A-Z]/
+            token Keyword::Namespace
+          else
+            token Name
+          end
+        end
+
+        rule %r/"/, Str, :string
+        rule %r/\//, Str, :regexp
+
+        rule %r([-*+.=?\|]+), Operator
+        rule %r/[\[\](){}:;]/, Punctuation
+      end
+
+      state :module do
+        rule %r/\s+/, Text
+        rule %r/[A-Z][a-zA-Z0-9_.]*/, Name::Namespace, :pop!
+      end
+
+      state :regexp do
+        rule %r/\//, Str::Regex, :pop!
+        rule %r/[^\\\/]+/, Str::Regex
+        rule %r/\\[\\\/]/, Str::Regex
+        rule %r/\\/, Str::Regex
+      end
+
+      state :string do
+        rule %r/"/, Str, :pop!
+        rule %r/\\/, Str::Escape, :escape
+        rule %r/[^\\"]+/, Str
+      end
+
+      state :escape do
+        rule %r/[abfnrtv"'&\\]/, Str::Escape, :pop!
+        rule %r/\^[\]\[A-Z@\^_]/, Str::Escape, :pop!
+        rule %r/o[0-7]+/i, Str::Escape, :pop!
+        rule %r/x[\da-f]+/i, Str::Escape, :pop!
+        rule %r/\d+/, Str::Escape, :pop!
+        rule %r/\s+/, Str::Escape, :pop!
+        rule %r/./, Str, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/bibtex.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+# Regular expressions based on https://github.com/SaswatPadhi/prismjs-bibtex
+# and https://github.com/alecthomas/chroma/blob/master/lexers/b/bibtex.go
+
+module Rouge
+  module Lexers
+    class BibTeX < RegexLexer
+      title 'BibTeX'
+      desc "BibTeX"
+      tag 'bibtex'
+      aliases 'bib'
+      filenames '*.bib'
+
+      valid_punctuation = Regexp.quote("@!$&.\\:;<>?[]^`|~*/+-")
+      valid_name = /[a-z_#{valid_punctuation}][\w#{valid_punctuation}]*/io
+
+      state :root do
+        mixin :whitespace
+
+        rule %r/@(#{valid_name})/o do |m|
+          match = m[1].downcase
+
+          if match == "comment"
+            token Comment
+          elsif match == "preamble"
+            token Name::Class
+            push :closing_brace
+            push :value
+            push :opening_brace
+          elsif match == "string"
+            token Name::Class
+            push :closing_brace
+            push :field
+            push :opening_brace
+          else
+            token Name::Class
+            push :closing_brace
+            push :command_body
+            push :opening_brace
+          end
+        end
+
+        rule %r/.+/, Comment
+      end
+
+      state :opening_brace do
+        mixin :whitespace
+        rule %r/[{(]/, Punctuation, :pop!
+      end
+
+      state :closing_brace do
+        mixin :whitespace
+        rule %r/[})]/, Punctuation, :pop!
+      end
+
+      state :command_body do
+        mixin :whitespace
+        rule %r/[^\s\,\}]+/ do
+          token Name::Label
+          pop!
+          push :fields
+        end
+      end
+
+      state :fields do
+        mixin :whitespace
+        rule %r/,/, Punctuation, :field
+        rule(//) { pop! }
+      end
+
+      state :field do
+        mixin :whitespace
+        rule valid_name do
+          token Name::Attribute
+          push :value
+          push :equal_sign
+        end
+        rule(//) { pop! }
+      end
+
+      state :equal_sign do
+        mixin :whitespace
+        rule %r/=/, Punctuation, :pop!
+      end
+
+      state :value do
+        mixin :whitespace
+        rule valid_name, Name::Variable
+        rule %r/"/, Literal::String, :quoted_string
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/\d+/, Literal::Number
+        rule %r/#/, Punctuation
+        rule(//) { pop! }
+      end
+
+      state :quoted_string do
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/"/, Literal::String, :pop!
+        rule %r/[^\{\"]+/, Literal::String
+      end
+
+      state :braced_string do
+        rule %r/\{/, Literal::String, :braced_string
+        rule %r/\}/, Literal::String, :pop!
+        rule %r/[^\{\}]+/, Literal::String
+      end
+
+      state :whitespace do
+        rule %r/\s+/, Text
+      end
+    end
+  end
+end

data/lib/rouge/lexers/cpp.rb

@@ -68,6 +68,7 @@ module Rouge
         rule %r/#{dq}[lu]*/i, Num::Integer
         rule %r/\bnullptr\b/, Name::Builtin
         rule %r/(?:u8|u|U|L)?R"([a-zA-Z0-9_{}\[\]#<>%:;.?*\+\-\/\^&|~!=,"']{,16})\(.*?\)\1"/m, Str
+        rule %r/::/, Operator
       end
 
       state :classname do
@@ -84,6 +85,11 @@ module Rouge
         rule %r/typename\b/, Keyword, :classname
         mixin :root
       end
+
+      state :case do
+        rule %r/:(?!:)/, Punctuation, :pop!
+        mixin :statements
+      end
     end
   end
 end

data/lib/rouge/lexers/diff.rb

@@ -14,7 +14,7 @@ module Rouge
       def self.detect?(text)
         return true if text.start_with?('Index: ')
         return true if text =~ %r(\Adiff[^\n]*?\ba/[^\n]*\bb/)
-        return true if text =~ /(---|[+][+][+]).*?\n(---|[+][+][+])/
+        return true if text =~ /---.*?\n[+][+][+]/ || text =~ /[+][+][+].*?\n---/
       end
 
       state :root do

data/lib/rouge/lexers/haskell.rb

@@ -17,8 +17,8 @@ module Rouge
       end
 
       reserved = %w(
-        _ case class data default deriving do else if in
-        infix[lr]? instance let newtype of then type where
+        _ case class data default deriving do else if in infix infixl infixr
+        instance let newtype of then type where
       )
 
       ascii = %w(
@@ -54,14 +54,31 @@ module Rouge
       state :root do
         mixin :basic
 
-        rule %r/\bimport\b/, Keyword::Reserved, :import
-        rule %r/\bmodule\b/, Keyword::Reserved, :module
-        rule %r/\b(?:#{reserved.join('|')})\b/, Keyword::Reserved
-        # not sure why, but ^ doesn't work here
-        # rule %r/^[_a-z][\w']*/, Name::Function
-        rule %r/[_a-z][\w']*/, Name
-        rule %r/[A-Z][\w']*/, Keyword::Type
-        rule %r/'[A-Z]\w+'?/, Keyword::Type  # promoted data constructor
+        rule %r/'(?=(?:.|\\\S+)')/, Str::Char, :character
+        rule %r/"/, Str, :string
+
+        rule %r/\d+e[+-]?\d+/i, Num::Float
+        rule %r/\d+\.\d+(e[+-]?\d+)?/i, Num::Float
+        rule %r/0o[0-7]+/i, Num::Oct
+        rule %r/0x[\da-f]+/i, Num::Hex
+        rule %r/\d+/, Num::Integer
+
+        rule %r/[\w']+/ do |m|
+          match = m[0]
+          if match == "import"
+            token Keyword::Reserved
+            push :import
+          elsif match == "module"
+            token Keyword::Reserved
+            push :module
+          elsif reserved.include?(match)
+            token Keyword::Reserved
+          elsif match =~ /\A'?[A-Z]/
+            token Keyword::Type
+          else
+            token Name
+          end
+        end
 
         # lambda operator
         rule %r(\\(?![:!#\$\%&*+.\\/<=>?@^\|~-]+)), Name::Function
@@ -72,15 +89,6 @@ module Rouge
         # other operators
         rule %r([:!#\$\%&*+.\\/<=>?@^\|~-]+), Operator
 
-        rule %r/\d+e[+-]?\d+/i, Num::Float
-        rule %r/\d+\.\d+(e[+-]?\d+)?/i, Num::Float
-        rule %r/0o[0-7]+/i, Num::Oct
-        rule %r/0x[\da-f]+/i, Num::Hex
-        rule %r/\d+/, Num::Integer
-
-        rule %r/'/, Str::Char, :character
-        rule %r/"/, Str, :string
-
         rule %r/\[\s*\]/, Keyword::Type
         rule %r/\(\s*\)/, Name::Builtin
 

data/lib/rouge/lexers/hlsl.rb

@@ -0,0 +1,166 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'c.rb'
+
+    class HLSL < C
+      title "HLSL"
+      desc "HLSL, the High Level Shading Language for DirectX (docs.microsoft.com/en-us/windows/win32/direct3dhlsl/dx-graphics-hlsl)"
+      tag 'hlsl'
+      filenames '*.hlsl', '*.hlsli'
+      mimetypes 'text/x-hlsl'
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          asm asm_fragment break case cbuffer centroid class column_major
+          compile compile_fragment const continue default discard do else export
+          extern for fxgroup globallycoherent groupshared if in inline inout
+          interface line lineadj linear namespace nointerpolation noperspective
+          NULL out packoffset pass pixelfragment point precise return register
+          row_major sample sampler shared stateblock stateblock_state static
+          struct switch tbuffer technique technique10 technique11 texture
+          typedef triangle uniform vertexfragment volatile while
+        )
+      end
+
+      def self.keywords_type
+        @keywords_type ||= Set.new %w(
+          dword matrix snorm string unorm unsigned void vector BlendState Buffer
+          ByteAddressBuffer ComputeShader DepthStencilState DepthStencilView
+          DomainShader GeometryShader HullShader InputPatch LineStream
+          OutputPatch PixelShader PointStream RasterizerState RenderTargetView
+          RasterizerOrderedBuffer RasterizerOrderedByteAddressBuffer
+          RasterizerOrderedStructuredBuffer RasterizerOrderedTexture1D
+          RasterizerOrderedTexture1DArray RasterizerOrderedTexture2D
+          RasterizerOrderedTexture2DArray RasterizerOrderedTexture3D RWBuffer
+          RWByteAddressBuffer RWStructuredBuffer RWTexture1D RWTexture1DArray
+          RWTexture2D RWTexture2DArray RWTexture3D SamplerState
+          SamplerComparisonState StructuredBuffer Texture1D Texture1DArray
+          Texture2D Texture2DArray Texture2DMS Texture2DMSArray Texture3D
+          TextureCube TextureCubeArray TriangleStream VertexShader
+
+          bool1 bool2 bool3 bool4 BOOL1 BOOL2 BOOL3 BOOL4
+          int1 int2 int3 int4
+          half1 half2 half3 half4
+          float1 float2 float3 float4
+          double1 double2 double3 double4
+
+          bool1x1 bool1x2 bool1x3 bool1x4 bool2x1 bool2x2 bool2x3 bool2x4
+          bool3x1 bool3x2 bool3x3 bool3x4 bool4x1 bool4x2 bool4x3 bool4x4
+          BOOL1x1 BOOL1x2 BOOL1x3 BOOL1x4 BOOL2x1 BOOL2x2 BOOL2x3 BOOL2x4
+          BOOL3x1 BOOL3x2 BOOL3x3 BOOL3x4 BOOL4x1 BOOL4x2 BOOL4x3 BOOL4x4
+          half1x1 half1x2 half1x3 half1x4 half2x1 half2x2 half2x3 half2x4
+          half3x1 half3x2 half3x3 half3x4 half4x1 half4x2 half4x3 half4x4
+          int1x1 int1x2 int1x3 int1x4 int2x1 int2x2 int2x3 int2x4
+          int3x1 int3x2 int3x3 int3x4 int4x1 int4x2 int4x3 int4x4
+          float1x1 float1x2 float1x3 float1x4 float2x1 float2x2 float2x3 float2x4
+          float3x1 float3x2 float3x3 float3x4 float4x1 float4x2 float4x3 float4x4
+          double1x1 double1x2 double1x3 double1x4 double2x1 double2x2 double2x3 double2x4
+          double3x1 double3x2 double3x3 double3x4 double4x1 double4x2 double4x3 double4x4
+        )
+      end
+
+      def self.reserved
+        @reserved ||= Set.new %w(
+          auto catch char const_cast delete dynamic_cast enum explicit friend
+          goto long mutable new operator private protected public
+          reinterpret_cast short signed sizeof static_cast template this throw
+          try typename union unsigned using virtual
+        )
+      end
+
+      def self.builtins
+        @builtins ||= Set.new %w(
+          abort abs acos all AllMemoryBarrier AllMemoryBarrierWithGroupSync any
+          AppendStructuredBuffer asdouble asfloat asin asint asuint asuint atan
+          atan2 ceil CheckAccessFullyMapped clamp clip CompileShader
+          ConsumeStructuredBuffer cos cosh countbits cross D3DCOLORtoUBYTE4 ddx
+          ddx_coarse ddx_fine ddy ddy_coarse ddy_fine degrees determinant
+          DeviceMemoryBarrier DeviceMemoryBarrierWithGroupSync distance dot dst
+          errorf EvaluateAttributeAtCentroid EvaluateAttributeAtSample
+          EvaluateAttributeSnapped exp exp2 f16tof32 f32tof16 faceforward
+          firstbithigh firstbitlow floor fma fmod frac frexp fwidth
+          GetRenderTargetSampleCount GetRenderTargetSamplePosition
+          GlobalOrderedCountIncrement GroupMemoryBarrier
+          GroupMemoryBarrierWithGroupSync InterlockedAdd InterlockedAnd
+          InterlockedCompareExchange InterlockedCompareStore InterlockedExchange
+          InterlockedMax InterlockedMin InterlockedOr InterlockedXor isfinite
+          isinf isnan ldexp length lerp lit log log10 log2 mad max min modf
+          msad4 mul noise normalize pow printf Process2DQuadTessFactorsAvg
+          Process2DQuadTessFactorsMax Process2DQuadTessFactorsMin
+          ProcessIsolineTessFactors ProcessQuadTessFactorsAvg
+          ProcessQuadTessFactorsMax ProcessQuadTessFactorsMin
+          ProcessTriTessFactorsAvg ProcessTriTessFactorsMax
+          ProcessTriTessFactorsMin QuadReadLaneAt QuadSwapX QuadSwapY radians
+          rcp reflect refract reversebits round rsqrt saturate sign sin sincos
+          sinh smoothstep sqrt step tan tanh tex1D tex1D tex1Dbias tex1Dgrad
+          tex1Dlod tex1Dproj tex2D tex2D tex2Dbias tex2Dgrad tex2Dlod tex2Dproj
+          tex3D tex3D tex3Dbias tex3Dgrad tex3Dlod tex3Dproj texCUBE texCUBE
+          texCUBEbias texCUBEgrad texCUBElod texCUBEproj transpose trunc
+          WaveAllBitAnd WaveAllMax WaveAllMin WaveAllBitOr WaveAllBitXor
+          WaveAllEqual WaveAllProduct WaveAllSum WaveAllTrue WaveAnyTrue
+          WaveBallot WaveGetLaneCount WaveGetLaneIndex WaveGetOrderedIndex
+          WaveIsHelperLane WaveOnce WavePrefixProduct WavePrefixSum
+          WaveReadFirstLane WaveReadLaneAt
+
+          SV_CLIPDISTANCE SV_CLIPDISTANCE0 SV_CLIPDISTANCE1 SV_CULLDISTANCE
+          SV_CULLDISTANCE0 SV_CULLDISTANCE1 SV_COVERAGE SV_DEPTH
+          SV_DEPTHGREATEREQUAL SV_DEPTHLESSEQUAL SV_DISPATCHTHREADID
+          SV_DOMAINLOCATION SV_GROUPID SV_GROUPINDEX SV_GROUPTHREADID
+          SV_GSINSTANCEID SV_INNERCOVERAGE SV_INSIDETESSFACTOR SV_INSTANCEID
+          SV_ISFRONTFACE SV_OUTPUTCONTROLPOINTID SV_POSITION SV_PRIMITIVEID
+          SV_RENDERTARGETARRAYINDEX SV_SAMPLEINDEX SV_STENCILREF SV_TESSFACTOR
+          SV_VERTEXID SV_VIEWPORTARRAYINDEX
+
+          allow_uav_condition branch call domain earlydepthstencil fastopt
+          flatten forcecase instance loop maxtessfactor numthreads
+          outputcontrolpoints outputtopology partitioning patchconstantfunc
+          unroll
+
+          BINORMAL BINORMAL0 BINORMAL1 BINORMAL2 BINORMAL3 BINORMAL4
+          BLENDINDICES0 BLENDINDICES1 BLENDINDICES2 BLENDINDICES3 BLENDINDICES4
+          BLENDWEIGHT0 BLENDWEIGHT1 BLENDWEIGHT2 BLENDWEIGHT3 BLENDWEIGHT4 COLOR
+          COLOR0 COLOR1 COLOR2 COLOR3 COLOR4 NORMAL NORMAL0 NORMAL1 NORMAL2
+          NORMAL3 NORMAL4 POSITION POSITION0 POSITION1 POSITION2 POSITION3
+          POSITION4 POSITIONT PSIZE0 PSIZE1 PSIZE2 PSIZE3 PSIZE4 TANGENT
+          TANGENT0 TANGENT1 TANGENT2 TANGENT3 TANGENT4 TESSFACTOR0 TESSFACTOR1
+          TESSFACTOR2 TESSFACTOR3 TESSFACTOR4 TEXCOORD0 TEXCOORD1 TEXCOORD2
+          TEXCOORD3 TEXCOORD4
+
+          FOG PSIZE
+
+          VFACE VPOS
+
+          DEPTH0 DEPTH1 DEPTH2 DEPTH3 DEPTH4
+        )
+      end
+
+      ws = %r((?:\s|//.*?\n|/[*].*?[*]/)+)
+      id = /[a-zA-Z_][a-zA-Z0-9_]*/
+
+      state :root do
+        mixin :expr_whitespace
+        rule %r(
+          ([\w*\s]+?[\s*])                  # return arguments
+          (#{id})                           # function name
+          (\s*\([^;]*?\)(?:\s*:\s+#{id})?)  # signature
+          (#{ws}?)({|;)                     # open brace or semicolon
+        )mx do |m|
+          # This is copied from the C lexer
+          recurse m[1]
+          token Name::Function, m[2]
+          recurse m[3]
+          recurse m[4]
+          token Punctuation, m[5]
+          if m[5] == ?{
+            push :function
+          end
+        end
+        rule %r/\{/, Punctuation, :function
+        mixin :statements
+      end
+    end
+  end
+end