RubyGems - rouge - Versions diffs - 3.5.1 → 3.10.0 - Mend

rouge 3.5.1 → 3.10.0

Files changed (135) hide show

checksums.yaml +4 -4
data/Gemfile +1 -1
data/lib/rouge.rb +1 -0
data/lib/rouge/cli.rb +19 -11
data/lib/rouge/demos/ada +26 -0
data/lib/rouge/demos/armasm +12 -0
data/lib/rouge/demos/batchfile +3 -0
data/lib/rouge/demos/bbcbasic +6 -0
data/lib/rouge/demos/clean +6 -0
data/lib/rouge/demos/cmhg +8 -0
data/lib/rouge/demos/cuda +11 -0
data/lib/rouge/demos/cython +6 -0
data/lib/rouge/demos/eex +1 -0
data/lib/rouge/demos/epp +4 -0
data/lib/rouge/demos/gdscript +18 -0
data/lib/rouge/demos/haxe +5 -0
data/lib/rouge/demos/hocon +8 -0
data/lib/rouge/demos/hql +5 -0
data/lib/rouge/demos/jsl +3 -0
data/lib/rouge/demos/lustre +6 -0
data/lib/rouge/demos/lutin +18 -0
data/lib/rouge/demos/mason +22 -0
data/lib/rouge/demos/msgtrans +4 -0
data/lib/rouge/demos/openedge +4 -0
data/lib/rouge/demos/opentype_feature_file +6 -0
data/lib/rouge/demos/plist +1 -132
data/lib/rouge/demos/powershell +12 -48
data/lib/rouge/demos/reasonml +12 -0
data/lib/rouge/demos/sas +13 -0
data/lib/rouge/demos/sparql +6 -0
data/lib/rouge/demos/terraform +0 -15
data/lib/rouge/demos/xojo +2 -1
data/lib/rouge/demos/xpath +2 -0
data/lib/rouge/demos/xquery +22 -0
data/lib/rouge/formatters/html.rb +18 -2
data/lib/rouge/formatters/html_line_table.rb +53 -0
data/lib/rouge/formatters/tex.rb +14 -12
data/lib/rouge/guessers/disambiguation.rb +12 -0
data/lib/rouge/guessers/modeline.rb +1 -1
data/lib/rouge/lexers/ada.rb +162 -0
data/lib/rouge/lexers/apache.rb +1 -1
data/lib/rouge/lexers/armasm.rb +145 -0
data/lib/rouge/lexers/batchfile.rb +164 -0
data/lib/rouge/lexers/bbcbasic.rb +112 -0
data/lib/rouge/lexers/bpf.rb +12 -12
data/lib/rouge/lexers/ceylon.rb +5 -5
data/lib/rouge/lexers/clean.rb +156 -0
data/lib/rouge/lexers/cmhg.rb +34 -0
data/lib/rouge/lexers/common_lisp.rb +1 -1
data/lib/rouge/lexers/console.rb +1 -1
data/lib/rouge/lexers/cpp.rb +4 -1
data/lib/rouge/lexers/cuda.rb +35 -0
data/lib/rouge/lexers/cython.rb +151 -0
data/lib/rouge/lexers/docker.rb +2 -2
data/lib/rouge/lexers/eex.rb +51 -0
data/lib/rouge/lexers/elixir.rb +25 -11
data/lib/rouge/lexers/elm.rb +1 -1
data/lib/rouge/lexers/epp.rb +51 -0
data/lib/rouge/lexers/escape.rb +3 -0
data/lib/rouge/lexers/fsharp.rb +4 -4
data/lib/rouge/lexers/gdscript.rb +171 -0
data/lib/rouge/lexers/gherkin.rb +4 -2
data/lib/rouge/lexers/glsl.rb +1 -1
data/lib/rouge/lexers/graphql.rb +10 -3
data/lib/rouge/lexers/handlebars.rb +14 -3
data/lib/rouge/lexers/haxe.rb +246 -0
data/lib/rouge/lexers/hocon.rb +86 -0
data/lib/rouge/lexers/hql.rb +139 -0
data/lib/rouge/lexers/html.rb +2 -2
data/lib/rouge/lexers/http.rb +6 -6
data/lib/rouge/lexers/idlang.rb +1 -1
data/lib/rouge/lexers/igorpro.rb +1 -1
data/lib/rouge/lexers/javascript.rb +1 -1
data/lib/rouge/lexers/jsl.rb +55 -0
data/lib/rouge/lexers/json.rb +44 -6
data/lib/rouge/lexers/jsp.rb +3 -3
data/lib/rouge/lexers/julia.rb +1 -1
data/lib/rouge/lexers/liquid.rb +23 -0
data/lib/rouge/lexers/lustre.rb +79 -0
data/lib/rouge/lexers/lutin.rb +33 -0
data/lib/rouge/lexers/magik.rb +2 -1
data/lib/rouge/lexers/make.rb +44 -16
data/lib/rouge/lexers/mason.rb +115 -0
data/lib/rouge/lexers/matlab.rb +4 -2
data/lib/rouge/lexers/matlab/builtins.yml +3515 -0
data/lib/rouge/lexers/mosel.rb +43 -43
data/lib/rouge/lexers/msgtrans.rb +26 -0
data/lib/rouge/lexers/nim.rb +2 -1
data/lib/rouge/lexers/nix.rb +1 -1
data/lib/rouge/lexers/ocaml.rb +12 -48
data/lib/rouge/lexers/ocaml/common.rb +53 -0
data/lib/rouge/lexers/openedge.rb +429 -0
data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
data/lib/rouge/lexers/perl.rb +12 -14
data/lib/rouge/lexers/php.rb +31 -9
data/lib/rouge/lexers/php/builtins.rb +181 -174
data/lib/rouge/lexers/plain_text.rb +1 -1
data/lib/rouge/lexers/powershell.rb +181 -635
data/lib/rouge/lexers/puppet.rb +2 -2
data/lib/rouge/lexers/q.rb +1 -1
data/lib/rouge/lexers/r.rb +2 -3
data/lib/rouge/lexers/reasonml.rb +65 -0
data/lib/rouge/lexers/ruby.rb +2 -2
data/lib/rouge/lexers/rust.rb +12 -9
data/lib/rouge/lexers/sas.rb +563 -0
data/lib/rouge/lexers/scala.rb +1 -1
data/lib/rouge/lexers/sed.rb +1 -1
data/lib/rouge/lexers/shell.rb +1 -1
data/lib/rouge/lexers/smarty.rb +10 -10
data/lib/rouge/lexers/sparql.rb +129 -0
data/lib/rouge/lexers/sql.rb +26 -6
data/lib/rouge/lexers/swift.rb +4 -4
data/lib/rouge/lexers/terraform.rb +8 -0
data/lib/rouge/lexers/tex.rb +1 -1
data/lib/rouge/lexers/toml.rb +1 -1
data/lib/rouge/lexers/vala.rb +1 -1
data/lib/rouge/lexers/vhdl.rb +1 -1
data/lib/rouge/lexers/wollok.rb +1 -1
data/lib/rouge/lexers/xml.rb +1 -1
data/lib/rouge/lexers/xojo.rb +4 -4
data/lib/rouge/lexers/xpath.rb +332 -0
data/lib/rouge/lexers/xquery.rb +145 -0
data/lib/rouge/lexers/yaml.rb +5 -3
data/lib/rouge/regex_lexer.rb +14 -13
data/lib/rouge/tex_theme_renderer.rb +7 -3
data/lib/rouge/themes/magritte.rb +3 -3
data/lib/rouge/themes/monokai_sublime.rb +2 -1
data/lib/rouge/themes/pastie.rb +1 -1
data/lib/rouge/themes/thankful_eyes.rb +1 -1
data/lib/rouge/themes/tulip.rb +1 -1
data/lib/rouge/util.rb +2 -2
data/lib/rouge/version.rb +1 -1
data/rouge.gemspec +4 -3
metadata +61 -5
data/lib/rouge/lexers/matlab/builtins.rb +0 -13

@@ -1,49 +1,13 @@
-Function Get-IPv4Scopes
-<#
-	.SYNOPSIS
-		Read IPv4Scopes from an array of servers
-	.PARAMETER Servers
-		Specifies an array of servers
-	.EXAMPLE
-		Get-IPv4Scopes
-		Will prompt for all inputs
-#>
+function Verb-Noun
 {
-    [CmdletBinding()]
-    Param(
-    # 1
-    [parameter(
-        Mandatory=$true,
-        Position=0,
-        ValueFromPipelineByPropertyName=$true,
-        HelpMessage="Server List"
-        )]
-    [string[]]$Servers,
-    #2
-    [parameter(Mandatory=$false,ValueFromPipeline=$false)]
-    [bool]$Unique=$false
-    )  #EndParam
-    Begin {}
-    Process {
-        $arrayJobs=@()
-        foreach ($server in $Servers) {
-            $arrayJobs+=Invoke-Command -ComputerName $server -scriptblock {Get-DhcpServerv4Scope}  -AsJob
-        }
-        $complete=$false
-        while (-not $complete) {
-            $arrayJobsInProgress= $arrayJobs | Where-Object { $_.State -match 'running' }
-            if (-not $arrayJobsInProgress) { $complete=$true }
-        }
-        $Scopes=$arrayJobs|Receive-Job
-        $UniqueScopes=$Scopes|Sort-Object -Property ScopeId -Unique
-    }
-    End {
-        if ($Unique) { return $UniqueScopes }
-        else { return $Scopes }
-    }
-} #end function
+    <#
+    .SYNOPSIS
+    Tells you what it does
+    .DESCRIPTION
+    Tells you what it does with more detail.
+    #>
+    param ([string]$Name, [string]$Extension = "txt", [string]$foo="bar")
+    $name = $name + "." + $extension
+    $name
+}

data/lib/rouge/demos/reasonml ADDED

@@ -0,0 +1,12 @@
+/* I like a teacher who gives you something to take
+   home to think about besides homework. */
+let gpa_score = 5.0;
+type schoolPerson = Teacher | Director | Student(string);
+let greeting = person =>
+  switch (person) {
+  | Teacher => "Hey Professor!"
+  | Director => "Hello Director."
+  | Student("Richard") => "Still here Ricky?"
+  | Student(anyOtherName) => "Hey, " ++ anyOtherName ++ "."
+  };

data/lib/rouge/demos/sas ADDED

@@ -0,0 +1,13 @@
+data sim;
+    do i = 1 to 100;
+        x1 = rand("Normal");
+        x2 = rand("Binomial", 0.5, 100);
+        output;
+    end;
+run;
+proc means data=sashelp.class;
+    class sex;
+    var height weight;
+    output out = mean_by_sex;
+run;

data/lib/rouge/demos/sparql ADDED

@@ -0,0 +1,6 @@
+SELECT ?item ?itemLabel
+WHERE
+{
+  ?item wdt:P31 wd:Q146.
+  SERVICE wikibase:label { bd:serviceParam wikibase:language "[AUTO_LANGUAGE],en". }
+}

data/lib/rouge/demos/terraform CHANGED

@@ -1,10 +1,3 @@
-# From: https://github.com/terraform-providers/terraform-provider-aws/blob/master/examples/count/main.tf
-# Specify the provider and access details
-provider "aws" {
-  region = "${var.aws_region}"
-}
 resource "aws_elb" "web" {
   name = "terraform-example-elb"
@@ -21,11 +14,3 @@ resource "aws_elb" "web" {
   # The instances are registered automatically
   instances = ["${aws_instance.web.*.id}"]
 }
-resource "aws_instance" "web" {
-  instance_type = "m1.small"
-  ami           = "${lookup(var.aws_amis, var.aws_region)}"
-  # This will create 4 instances
-  count = 4
-}

data/lib/rouge/demos/xojo CHANGED

@@ -1,7 +1,8 @@
 Dim f As FolderItem
 f = GetOpenFolderItem(FileTypes1.jpeg) // defined in the File Type Set editor
+rem - we should check for nil!
 If not f.Exists Then
-  Beep
+  Beep 'Just for fun
   MsgBox("The file " + f.NativePath + "doesn't ""exist.""")
 Else // document exists
   ImageWell1.image=Picture.Open(f)

data/lib/rouge/demos/xpath ADDED

	@@ -0,0 +1,2 @@
1	+ (: Authors named Bob Joe who didn't graduate from Harvard :)
2	+ //author[first-name = "Joe" and last-name = "Bob"][degree/@from != "Harvard"]

data/lib/rouge/demos/xquery ADDED

@@ -0,0 +1,22 @@
+declare namespace html = "http://www.w3.org/1999/xhtml";
+declare function local:test-function($catalog as document-node()) {
+  <html>
+    <head>
+      <title>XQuery example for the Rouge highlighter</title>
+      <link href="style.css"/>
+    </head>
+    <body>
+      <h1>List</h1>
+      <ul>
+        {for $product in $catalog/items/product[@sell-by > current-date()] return
+        <li>
+          <ul>
+            <li>{data($product/name)}</li>
+            <li>{$product/price * (1 + $product/tax)}$</li>
+          </ul>
+        </li>}
+      </ul>
+    </body>
+  </html>
+};

data/lib/rouge/formatters/html.rb CHANGED

@@ -15,7 +15,7 @@ module Rouge
       def span(tok, val)
         return val if escape?(tok)
-        safe_span(tok, val.gsub(/[&<>]/, TABLE_FOR_ESCAPE_HTML))
+        safe_span(tok, escape_special_html_chars(val))
       end
       def safe_span(tok, safe_val)
@@ -29,12 +29,28 @@ module Rouge
         end
       end
       TABLE_FOR_ESCAPE_HTML = {
         '&' => '&amp;',
         '<' => '&lt;',
         '>' => '&gt;',
       }
+    private
+      # A performance-oriented helper method to escape `&`, `<` and `>` for the rendered
+      # HTML from this formatter.
+      #
+      # `String#gsub` will always return a new string instance irrespective of whether
+      # a substitution occurs. This method however invokes `String#gsub` only if
+      # a substitution is imminent.
+      #
+      # Returns either the given `value` argument string as is or a new string with the
+      # special characters replaced with their escaped counterparts.
+      def escape_special_html_chars(value)
+        escape_regex = /[&<>]/
+        return value unless value =~ escape_regex
+        value.gsub(escape_regex, TABLE_FOR_ESCAPE_HTML)
+      end
     end
   end
 end

data/lib/rouge/formatters/html_line_table.rb ADDED

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+module Rouge
+  module Formatters
+    class HTMLLineTable < Formatter
+      tag 'html_line_table'
+      # @param [Rouge::Formatters::Formatter] formatter An instance of a
+      #   `Rouge::Formatters::HTML` or `Rouge::Formatters::HTMLInline`
+      # @param [Hash] opts options for HTMLLineTable instance.
+      # @option opts [Integer] :start_line line number to start from. Defaults to `1`.
+      # @option opts [String] :table_class Class name for the table.
+      #   Defaults to `"rouge-line-table"`.
+      # @option opts [String] :line_id  a `sprintf` template for generating an `id`
+      #   attribute for each table row corresponding to current line number.
+      #   Defaults to `"line-%i"`.
+      # @option opts [String] :line_class Class name for each table row.
+      #   Defaults to `"lineno"`.
+      # @option opts [String] :gutter_class Class name for rendered line-number cell.
+      #   Defaults to `"rouge-gutter"`.
+      # @option opts [String] :code_class Class name for rendered code cell.
+      #   Defaults to `"rouge-code"`.
+      def initialize(formatter, opts={})
+        @formatter    = formatter
+        @start_line   = opts.fetch :start_line,   1
+        @table_class  = opts.fetch :table_class,  'rouge-line-table'
+        @gutter_class = opts.fetch :gutter_class, 'rouge-gutter'
+        @code_class   = opts.fetch :code_class,   'rouge-code'
+        @line_class   = opts.fetch :line_class,   'lineno'
+        @line_id      = opts.fetch :line_id,      'line-%i'
+      end
+      def stream(tokens, &b)
+        lineno = @start_line - 1
+        buffer = [%(<table class="#@table_class"><tbody>)]
+        token_lines(tokens) do |line_tokens|
+          lineno += 1
+          buffer << %(<tr id="#{sprintf @line_id, lineno}" class="#@line_class">)
+          buffer << %(<td class="#@gutter_class gl" )
+          buffer << %(style="-moz-user-select: none;-ms-user-select: none;)
+          buffer << %(-webkit-user-select: none;user-select: none;">)
+          buffer << %(<pre>#{lineno}</pre></td>)
+          buffer << %(<td class="#@code_class"><pre>)
+          @formatter.stream(line_tokens) { |formatted| buffer << formatted }
+          buffer << "\n</pre></td></tr>"
+        end
+        buffer << %(</tbody></table>)
+        yield buffer.join
+      end
+    end
+  end
+end

data/lib/rouge/formatters/tex.rb CHANGED

@@ -1,3 +1,6 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
 module Rouge
   module Formatters
     class Tex < Formatter
@@ -19,6 +22,9 @@ module Rouge
         '^' => '{\textasciicircum}',
         '|' => '{\textbar}',
         '\\' => '{\textbackslash}',
+        '`' => '{\textasciigrave}',
+        "'" => "'{}",
+        '"' => '"{}',
         "\t" => '{\tab}',
       }
@@ -56,24 +62,20 @@ module Rouge
       end
       def render_line(line, &b)
-        head, *rest = line
-        return unless head
-        tag_first(*head, &b)
-        rest.each do |(tok, val)|
-          yield tag(tok, val)
+        line.each do |(tok, val)|
+          hphantom_tag(tok, val, &b)
         end
       end
-      # special handling for the first token
-      # of a line. we replace all initial spaces
-      # with \hphantom{xxxx}, which renders an
-      # empty space equal to the size of the x's.
-      def tag_first(tok, val)
+      # Special handling for leading spaces, since they may be gobbled
+      # by a previous command.  We replace all initial spaces with
+      # \hphantom{xxxx}, which renders an empty space equal to the size
+      # of the x's.
+      def hphantom_tag(tok, val)
         leading = nil
         val.sub!(/^[ ]+/) { leading = $&.size; '' }
         yield "\\hphantom{#{'x' * leading}}" if leading
-        yield tag(tok, val)
+        yield tag(tok, val) unless val.empty?
       end
       def tag(tok, val)

data/lib/rouge/guessers/disambiguation.rb CHANGED

@@ -75,6 +75,8 @@ module Rouge
       disambiguate '*.h' do
         next ObjectiveC if matches?(/@(end|implementation|protocol|property)\b/)
         next ObjectiveC if contains?('@"')
+        next Cpp if matches?(/^\s*(?:catch|class|constexpr|namespace|private|
+                                   protected|public|template|throw|try|using)\b/x)
         C
       end
@@ -86,7 +88,11 @@ module Rouge
         next Mathematica if contains?('(*')
         next Mathematica if contains?(':=')
+        next Mason if matches?(/<%(def|method|text|doc|args|flags|attr|init|once|shared|perl|cleanup|filter)([^>]*)(>)/)
         next Matlab if matches?(/^\s*?%/)
+        next Mason if matches? %r!(</?%|<&)!
       end
       disambiguate '*.php' do
@@ -114,6 +120,12 @@ module Rouge
         next Python
       end
+      disambiguate 'Messages' do
+        next MsgTrans if matches?(/^[^\s:]+:[^\s:]+/)
+        next PlainText
+      end
     end
   end
 end

data/lib/rouge/guessers/modeline.rb CHANGED

@@ -37,7 +37,7 @@ module Rouge
         matches = MODELINES.map { |re| re.match(search_space) }.compact
         return lexers unless matches.any?
         match_set = Set.new(matches.map { |m| m[1] })
         lexers.select { |l| match_set.include?(l.tag) || l.aliases.any? { |a| match_set.include?(a) } }
       end

data/lib/rouge/lexers/ada.rb ADDED

@@ -0,0 +1,162 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+module Rouge
+  module Lexers
+    class Ada < RegexLexer
+      tag 'ada'
+      filenames '*.ada', '*.ads', '*.adb', '*.gpr'
+      mimetypes 'text/x-ada'
+      title 'Ada'
+      desc 'The Ada 2012 programming language'
+      # Ada identifiers are Unicode with underscores only allowed as separators.
+      ID = /\b[[:alpha:]](?:\p{Pc}?[[:alnum:]])*\b/
+      # Numerals can also contain underscores.
+      NUM = /\d(_?\d)*/
+      XNUM = /\h(_?\h)*/
+      EXP = /(E[-+]?#{NUM})?/i
+      # Return a hash mapping lower-case identifiers to token classes.
+      def self.idents
+        @idents ||= Hash.new(Name).tap do |h|
+          %w(
+            abort abstract accept access aliased all array at begin body
+            case constant declare delay delta digits do else elsif end
+            exception exit for generic goto if in interface is limited
+            loop new null of others out overriding pragma private
+            protected raise range record renames requeue return reverse
+            select separate some synchronized tagged task terminate then
+            until use when while with
+          ).each {|w| h[w] = Keyword}
+          %w(abs and mod not or rem xor).each {|w| h[w] = Operator::Word}
+          %w(
+            entry function package procedure subtype type
+          ).each {|w| h[w] = Keyword::Declaration}
+          %w(
+            boolean character constraint_error duration float integer
+            natural positive long_float long_integer long_long_float
+            long_long_integer program_error short_float short_integer
+            short_short_integer storage_error string tasking_error
+            wide_character wide_string wide_wide_character
+            wide_wide_string
+          ).each {|w| h[w] = Name::Builtin}
+        end
+      end
+      state :whitespace do
+        rule %r{\s+}m, Text
+        rule %r{--.*$}, Comment::Single
+      end
+      state :dquote_string do
+        rule %r{[^"\n]+}, Literal::String::Double
+        rule %r{""}, Literal::String::Escape
+        rule %r{"}, Literal::String::Double, :pop!
+        rule %r{\n}, Error, :pop!
+      end
+      state :attr do
+        mixin :whitespace
+        rule ID, Name::Attribute, :pop!
+        rule %r{}, Text, :pop!
+      end
+      # Handle a dotted name immediately following a declaration keyword.
+      state :decl_name do
+        mixin :whitespace
+        rule %r{body\b}i, Keyword::Declaration  # package body Foo.Bar is...
+        rule %r{(#{ID})(\.)} do
+          groups Name::Namespace, Punctuation
+        end
+        # function "<=" (Left, Right: Type) is ...
+        rule %r{#{ID}|"(and|or|xor|/?=|<=?|>=?|\+|–|&\|/|mod|rem|\*?\*|abs|not)"},
+             Name::Function, :pop!
+        rule %r{}, Text, :pop!
+      end
+      # Handle a sequence of library unit names: with Ada.Foo, Ada.Bar;
+      #
+      # There's a chance we entered this state mistakenly since 'with'
+      # has multiple other uses in Ada (none of which are likely to
+      # appear at the beginning of a line). Try to bail as soon as
+      # possible if we see something suspicious like keywords.
+      #
+      # See ada_spec.rb for some examples.
+      state :libunit_name do
+        mixin :whitespace
+        rule ID do |m|
+          t = self.class.idents[m[0].downcase]
+          if t <= Name
+            # Convert all kinds of Name to namespaces in this context.
+            token Name::Namespace
+          else
+            # Yikes, we're not supposed to get a keyword in a library unit name!
+            # We probably entered this state by mistake, so try to fix it.
+            token t
+            if t == Keyword::Declaration
+              goto :decl_name
+            else
+              pop!
+            end
+          end
+        end
+        rule %r{[.,]}, Punctuation
+        rule %r{}, Text, :pop!
+      end
+      state :root do
+        mixin :whitespace
+        # String literals.
+        rule %r{'.'}, Literal::String::Char
+        rule %r{"[^"\n]*}, Literal::String::Double, :dquote_string
+        # Real literals.
+        rule %r{#{NUM}\.#{NUM}#{EXP}}, Literal::Number::Float
+        rule %r{#{NUM}##{XNUM}\.#{XNUM}##{EXP}}, Literal::Number::Float
+        # Integer literals.
+        rule %r{2#[01](_?[01])*##{EXP}}, Literal::Number::Bin
+        rule %r{8#[0-7](_?[0-7])*##{EXP}}, Literal::Number::Oct
+        rule %r{16##{XNUM}*##{EXP}}, Literal::Number::Hex
+        rule %r{#{NUM}##{XNUM}##{EXP}}, Literal::Number::Integer
+        rule %r{#{NUM}#\w+#}, Error
+        rule %r{#{NUM}#{EXP}}, Literal::Number::Integer
+        # Special constructs.
+        rule %r{'}, Punctuation, :attr
+        rule %r{<<#{ID}>>}, Name::Label
+        # Context clauses are tricky because the 'with' keyword is used
+        # for many purposes. Detect at beginning of the line only.
+        rule %r{^(?:(limited)(\s+))?(?:(private)(\s+))?(with)\b}i do
+          groups Keyword::Namespace, Text, Keyword::Namespace, Text, Keyword::Namespace
+          push :libunit_name
+        end
+        # Operators and punctuation characters.
+        rule %r{[+*/&<=>|]|-|=>|\.\.|\*\*|[:></]=|<<|>>|<>}, Operator
+        rule %r{[.,:;()]}, Punctuation
+        rule ID do |m|
+          t = self.class.idents[m[0].downcase]
+          token t
+          if t == Keyword::Declaration
+            push :decl_name
+          end
+        end
+        # Flag word-like things that don't match the ID pattern.
+        rule %r{\b(\p{Pc}|[[alpha]])\p{Word}*}, Error
+      end
+    end
+  end
+end