rouge 4.3.0 → 4.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: de3a38233be791cfb87fbcee4e092afc1731ed4c2ac0bd9f4e8eb8d889a262c4
-  data.tar.gz: 81d1cf226f514155b861b1f127e55ffdf7cf9d40e2a8c8fa1ee5cd211052aeb0
+  metadata.gz: 4c49b8e02cddb54e0f39aecaad73d5b52d4fb5ff4161b32a80344f5df1a61afa
+  data.tar.gz: e9c17a30cd177dab2413546b32c83fbe4b436a0c055d8aa7dbaa48e7b877f579
 SHA512:
-  metadata.gz: 3ba279624b6990706218bced834a373cd4d5a15a487c862b07cc7042a924b429cad7518bea407f8ca85bda087395f1fa15abb231f0dd9ff0faa3b2b5e7cb108a
-  data.tar.gz: 93021b4af8761ddc54e22038b6926b7522f67c70c1ba0e7ebdb76ccb21375760f23efe4ebc9c4000bf3bba73499476fb9832596ac3f8eeca5f6f6f626e15069d
+  metadata.gz: e0ff902fc5912f3dc69b9526cc5eea412ac417d88ea73fcd65f864280195e8fc8b0d74f5810d661ff3233e8efeecc96ff9fb02235407d78c43d268b1f3907e03
+  data.tar.gz: 1a74aa3d80aff64dc748125728b7016fb03886c6be323d76f24ecd1658b04154df5e49d04eeb7d6feafab0ccd416690e402cf1d931e2f621cfa8637d3b9f9c5f

data/lib/rouge/demos/cobol

@@ -0,0 +1,103 @@
+      *-----------------------
+      * This file was sourced from https://github.com/openmainframeproject/cobol-programming-course
+      * Credits:
+      * The course materials were made available through a joint collaboration between IBM, its clients, and
+      * American River College and proposed as a new project by IBM.
+      *-----------------------
+      * Copyright Contributors to the COBOL Programming Course
+      * SPDX-License-Identifier: CC-BY-4.0
+      *-----------------------
+       IDENTIFICATION DIVISION.
+      *-----------------------
+       PROGRAM-ID.    CBL0001
+       AUTHOR.        Otto B. Fun.
+      *--------------------
+       ENVIRONMENT DIVISION.
+      *--------------------
+       INPUT-OUTPUT SECTION.
+       FILE-CONTROL.
+           SELECT PRINT-LINE ASSIGN TO PRTLINE.
+           SELECT ACCT-REC   ASSIGN TO ACCTREC.
+      *SELECT clause creates an internal file name
+      *ASSIGN clause creates a name for an external data source,
+      *which is associated with the JCL DDNAME used by the z/OS
+      *e.g. ACCTREC is linked in JCL file CBL0001J to &SYSUID..DATA
+      *where &SYSUID. stands for Your z/OS user id
+      *e.g. if Your user id is Z54321,
+      *the data set used for ACCTREC is Z54321.DATA
+      *-------------
+       DATA DIVISION.
+      *-------------
+       FILE SECTION.
+       FD  PRINT-LINE RECORDING MODE F.
+       01  PRINT-REC.
+           05  ACCT-NO-O      PIC X(8).
+           05  ACCT-LIMIT-O   PIC $$,$$$,$$9.99.
+           05  ACCT-BALANCE-O PIC $$,$$$,$$9.99.
+      * PIC $$,$$$,$$9.99 -- Alternative for PIC on chapter 7.2.3,
+      * using $ to allow values of different amounts of digits
+      * and .99 instead of v99 to allow period display on output
+           05  LAST-NAME-O    PIC X(20).
+           05  FIRST-NAME-O   PIC X(15).
+           05  COMMENTS-O     PIC X(50).
+      * since the level 05 is higher than level 01,
+      * all variables belong to PRINT-REC (see chapter 7.3.3)
+      *
+       FD  ACCT-REC RECORDING MODE F.
+       01  ACCT-FIELDS.
+           05  ACCT-NO            PIC X(8).
+           05  ACCT-LIMIT         PIC S9(7)V99 COMP-3.
+           05  ACCT-BALANCE       PIC S9(7)V99 COMP-3.
+      * PIC S9(7)v99 -- seven-digit plus a sign digit value
+      * COMP-3 -- packed BCD (binary coded decimal) representation
+           05  LAST-NAME          PIC X(20).
+           05  FIRST-NAME         PIC X(15).
+           05  CLIENT-ADDR.
+               10  STREET-ADDR    PIC X(25).
+               10  CITY-COUNTY    PIC X(20).
+               10  USA-STATE      PIC X(15).
+           05  RESERVED           PIC X(7).
+           05  COMMENTS           PIC X(50).
+      *
+       WORKING-STORAGE SECTION.
+       01 FLAGS.
+         05 LASTREC           PIC X VALUE SPACE.
+      *------------------
+       PROCEDURE DIVISION.
+      *------------------
+       OPEN-FILES.
+           OPEN INPUT  ACCT-REC.
+           OPEN OUTPUT PRINT-LINE.
+      *
+       READ-NEXT-RECORD.
+           PERFORM READ-RECORD
+      *     The previous statement is needed before entering the loop.
+      *     Both the loop condition LASTREC = 'Y'
+      *     and the call to WRITE-RECORD depend on READ-RECORD having
+      *     been executed before.
+      *     The loop starts at the next line with PERFORM UNTIL
+           PERFORM UNTIL LASTREC = 'Y'
+               PERFORM WRITE-RECORD
+               PERFORM READ-RECORD
+           END-PERFORM
+           .
+      *
+       CLOSE-STOP.
+           CLOSE ACCT-REC.
+           CLOSE PRINT-LINE.
+           GOBACK.
+      *
+       READ-RECORD.
+           READ ACCT-REC
+               AT END MOVE 'Y' TO LASTREC
+           END-READ.
+      *
+       WRITE-RECORD.
+           MOVE ACCT-NO      TO  ACCT-NO-O.
+           MOVE ACCT-LIMIT   TO  ACCT-LIMIT-O.
+           MOVE ACCT-BALANCE TO  ACCT-BALANCE-O.
+           MOVE LAST-NAME    TO  LAST-NAME-O.
+           MOVE FIRST-NAME   TO  FIRST-NAME-O.
+           MOVE COMMENTS     TO  COMMENTS-O.
+           WRITE PRINT-REC.
+      *

data/lib/rouge/demos/json5

@@ -0,0 +1,12 @@
+{
+  // comments
+  unquoted: 'and you can quote me on that',
+  singleQuotes: 'I can use "double quotes" here',
+  lineBreaks: "Look, Mom! \
+No \\n's!",
+  hexadecimal: 0xdecaf,
+  leadingDecimalPoint: .8675309, andTrailing: 8675309.,
+  positiveSign: +1,
+  trailingComma: 'in objects', andIn: ['arrays',],
+  "backwardsCompatible": "with JSON",
+}

data/lib/rouge/demos/mojo

@@ -0,0 +1,10 @@
+fn fib(n: Int): # write Fibonacci series up to n
+    """Print a Fibonacci series up to n."""
+    var a = 0
+    var b = 1
+    while a < n:
+        print(a)
+        a, b = b, a+b
+
+fn main():
+    fib(10)

data/lib/rouge/demos/p4

@@ -0,0 +1,99 @@
+#include <core.p4>
+#include <v1model.p4>
+
+const bit<16> TYPE_IPV4 = 0x800;
+typedef bit<9>  egressSpec_t;
+typedef bit<48> macAddr_t;
+typedef bit<32> ip4Addr_t;
+
+header ethernet_t {
+    macAddr_t dstAddr;
+    macAddr_t srcAddr;
+    bit<16>   etherType;
+}
+
+header ipv4_t {
+    bit<4>    version;
+    bit<4>    ihl;
+    bit<8>    diffserv;
+    bit<16>   totalLen;
+    bit<16>   identification;
+    bit<3>    flags;
+    bit<13>   fragOffset;
+    bit<8>    ttl;
+    bit<8>    protocol;
+    bit<16>   hdrChecksum;
+    ip4Addr_t srcAddr;
+    ip4Addr_t dstAddr;
+}
+
+struct metadata { /* empty */ }
+
+struct headers {
+    ethernet_t   ethernet;
+    ipv4_t       ipv4;
+}
+
+parser MyParser(packet_in packet,
+                out headers hdr,
+                inout metadata meta,
+                inout standard_metadata_t standard_metadata) {
+
+    state start { transition parse_ethernet; }
+
+    state parse_ethernet {
+        packet.extract(hdr.ethernet);
+        transition select(hdr.ethernet.etherType) {
+            TYPE_IPV4: parse_ipv4;
+            default: accept;
+        }
+    }
+
+    state parse_ipv4 {
+        packet.extract(hdr.ipv4);
+        transition accept;
+    }
+
+}
+
+control MyIngress(inout headers hdr,
+                  inout metadata meta,
+                  inout standard_metadata_t standard_metadata) {
+    action drop() {
+        mark_to_drop(standard_metadata);
+    }
+
+    action ipv4_forward(macAddr_t dstAddr, egressSpec_t port) {
+        standard_metadata.egress_spec = port;
+        hdr.ethernet.srcAddr = hdr.ethernet.dstAddr;
+        hdr.ethernet.dstAddr = dstAddr;
+        hdr.ipv4.ttl = hdr.ipv4.ttl - 1;
+    }
+
+    table ipv4_lpm {
+        key = { hdr.ipv4.dstAddr: lpm; }
+        actions = { ipv4_forward; drop; NoAction; }
+        size = 1024;
+        default_action = drop();
+    }
+
+    apply {
+        if (hdr.ipv4.isValid()) {
+            ipv4_lpm.apply();
+        }
+    }
+}
+
+
+control MyDeparser(packet_out packet, in headers hdr) {
+    apply {
+        packet.emit(hdr.ethernet);
+        packet.emit(hdr.ipv4);
+    }
+}
+
+V1Switch(
+MyParser(),
+MyIngress(),
+MyDeparser()
+) main;

data/lib/rouge/guessers/disambiguation.rb

@@ -66,6 +66,12 @@ module Rouge
         end
       end
 
+      disambiguate '*.cfg' do
+        next CiscoIos if matches?(/\A\s*(version|banner|interface)\b/)
+
+        INI
+      end
+
       disambiguate '*.pl' do
         next Perl if contains?('my $')
         next Prolog if contains?(':-')

data/lib/rouge/lexers/cobol.rb

@@ -0,0 +1,137 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class COBOL < RegexLexer
+      title 'COBOL'
+      desc 'COBOL (Common Business-Oriented Language) programming language'
+      tag 'cobol'
+      filenames '*.cob', '*.cbl'
+      mimetypes 'text/x-cobol'
+
+      identifier = /\p{Alpha}[\p{Alnum}-]*/
+
+      def self.divisions
+        @divisions ||= %w(
+          IDENTIFICATION ENVIRONMENT DATA PROCEDURE DIVISION
+        )
+      end
+
+      def self.sections
+        @sections ||= %w(
+          CONFIGURATION INPUT-OUTPUT FILE WORKING-STORAGE LOCAL-STORAGE LINKAGE SECTION
+        )
+      end
+
+      # List of COBOL keywords
+      # sourced from https://www.ibm.com/docs/en/cobol-zos/6.4?topic=appendixes-reserved-words
+      def self.keywords
+        @keywords ||= Set.new(%w(
+          ACCEPT ACCESS ACTIVE-CLASS ADD ADDRESS ADVANCING AFTER ALIGNED ALL ALLOCATE ALPHABET ALPHABETIC ALPHABETIC-LOWER
+          ALPHABETIC-UPPER ALPHANUMERIC ALPHANUMERIC-EDITED ALSO ALTER ALTERNATE AND ANYCASE ANY APPLY ARE AREA AREAS
+          ASCENDING ASSIGN AT AUTHOR B-AND B-NOT B-OR B-XOR BASED BASIS BEFORE BEGINNING BINARY BINARY-CHAR BINARY-DOUBLE
+          BINARY-LONG BINARY-SHORT BIT BLANK BLOCK BOOLEAN BOTTOM BY BYTE-LENGTH CALL CANCEL CBL CD CF CH CHARACTER
+          CHARACTERS CLASS CLASS-ID CLOCK-UNITS CLOSE COBOL CODE CODE-SET COL COLLATING COLS COLUMN COLUMNS COM-REG COMMA
+          COMMON COMMUNICATION COMP-1 COMP-2 COMP-3 COMP-4 COMP-5 COMP COMPUTATIONAL-1 COMPUTATIONAL-2
+          COMPUTATIONAL-3 COMPUTATIONAL-4 COMPUTATIONAL-5 COMPUTATIONAL COMPUTE CONDITION CONSTANT CONTAINS CONTENT
+          CONTINUE CONTROL CONTROLS CONVERTING COPY CORR CORRESPONDING COUNT CRT CURRENCY CURSOR DATA-POINTER DATE
+          DATE-COMPILED DATE-WRITTEN DAY DAY-OF-WEEK DBCS DE DEBUG-CONTENTS DEBUG-ITEM DEBUG-LINE DEBUG-NAME DEBUG-SUB-1
+          DEBUG-SUB-2 DEBUG-SUB-3 DEBUGGING DECIMAL-POINT DECLARATIVES DEFAULT DELETE DELIMITED DELIMITER DEPENDING
+          DESCENDING DESTINATION DETAIL DISABLE DISPLAY-1 DISPLAY DIVIDE DOWN DUPLICATES DYNAMIC EC EGCS EGI
+          EJECT ELSE EMI ENABLE END-ACCEPT END-ADD END-CALL END-COMPUTE END-DELETE END-DISPLAY END-DIVIDE END-EVALUATE
+          END-EXEC END-IF END-INVOKE END-JSON END-MULTIPLY END-OF-PAGE END-PERFORM END-READ END-RECEIVE END-RETURN
+          END-REWRITE END-SEARCH END-START END-STRING END-SUBTRACT END-UNSTRING END-WRITE END-XML ENDING END ENTER ENTRY
+          EO EOP EQUAL ERROR ESI EVALUATE EVERY EXCEPTION EXCEPTION-OBJECT EXEC EXECUTE EXIT EXTEND EXTERNAL
+          FACTORY FALSE FD FILE-CONTROL FILLER FINAL FIRST FLOAT-EXTENDED FLOAT-LONG FLOAT-SHORT FOOTING FOR FORMAT
+          FREE FROM FUNCTION FUNCTION-ID FUNCTION-POINTER GENERATE GET GIVING GLOBAL GO GOBACK GREATER GROUP GROUP-USAGE
+          HEADING HIGH-VALUE HIGH-VALUES I-O-CONTROL I-O ID IF IN INDEX INDEXED INDICATE INHERITS INITIAL
+          INITIALIZE INITIATE INPUT INSERT INSPECT INSTALLATION INTERFACE INTERFACE-ID INTO INVALID INVOKE
+          IS JAVA JNIENVPTR JSON JSON-CODE JSON-STATUS JUST JUSTIFIED KANJI KEY LABEL LAST LEADING LEFT LENGTH LESS LIMIT
+          LIMITS LINAGE-COUNTER LINAGE LINE-COUNTER LINES LINE LOCALE LOCK LOW-VALUE LOW-VALUES
+          MEMORY MERGE MESSAGE METHOD METHOD-ID MINUS MODE MODULES MORE-LABELS MOVE MULTIPLE MULTIPLY NATIONAL
+          NATIONAL-EDITED NATIVE NEGATIVE NESTED NEXT NO NOT NULL NULLS NUMBER NUMERIC NUMERIC-EDITED OBJECT
+          OBJECT-COMPUTER OBJECT-REFERENCE OCCURS OF OFF OMITTED ON OPEN OPTIONAL OPTIONS OR ORDER ORGANIZATION
+          OTHER OUTPUT OVERFLOW OVERRIDE PACKED-DECIMAL PADDING PAGE PAGE-COUNTER PASSWORD PERFORM PF PH PIC PICTURE
+          PLUS POINTER- POINTER-31 POINTER-32 POINTER-64 POINTER POSITION POSITIVE PRESENT PRINTING
+          PROCEDURE-POINTER PROCEDURES PROCEED PROCESSING PROGRAM-ID PROGRAM-POINTER PROGRAM PROPERTY PROTOTYPE
+          PURGE QUEUE QUOTE QUOTES RAISE RAISING RANDOM RD READ READY RECEIVE RECORD RECORDING RECORDS RECURSIVE REDEFINES
+          REEL REFERENCE REFERENCES RELATIVE RELEASE RELOAD REMAINDER REMOVAL RENAMES REPLACE REPLACING REPORT REPORTING
+          REPORTS REPOSITORY RERUN RESERVE RESET RESUME RETRY RETURN RETURN-CODE RETURNING REVERSED REWIND REWRITE RF RH
+          RIGHT ROUNDED RUN SAME SCREEN SD SEARCH SECTION SECURITY SEGMENT SEGMENT-LIMIT SELECT SELF SEND SENTENCE
+          SEPARATE SEQUENCE SEQUENTIAL SERVICE SET SHARING SHIFT-IN SHIFT-OUT SIGN SIZE SKIP1 SKIP2 SKIP3
+          SORT-CONTROL SORT-CORE-SIZE SORT-FILE-SIZE SORT-MERGE SORT-MESSAGE SORT-MODE-SIZE SORT-RETURN SORT
+          SOURCE-COMPUTER SOURCES SOURCE SPACE SPACES SPECIAL-NAMES SQL SQLIMS STANDARD-1 STANDARD-2 STANDARD START STATUS STOP
+          STRING SUB-QUEUE-1 SUB-QUEUE-2 SUB-QUEUE-3 SUBTRACT SUM SUPER SUPPRESS SYMBOLIC SYNC SYNCHRONIZED SYSTEM-DEFAULT
+          TABLE TALLY TALLYING TAPE TERMINAL TERMINATE TEST TEXT THAN THEN THROUGH THRU TIME TIMES TITLE TO TOP TRACE
+          TRAILING TRUE TYPE TYPEDEF UNIT UNIVERSAL UNLOCK UNSTRING UNTIL UP UPON USAGE USE USER-DEFAULT USING UTF-8
+          VAL-STATUS VALID VALIDATE VALIDATE-STATUS VALUE VALUES VARYING VOLATILE WHEN WHEN-COMPILED WITH WORDS
+          WRITE WRITE-ONLY XML-CODE XML-EVENT XML-INFORMATION XML-NAMESPACE XML-NAMESPACE-PREFIX
+          XML-NNAMESPACE XML-NNAMESPACE-PREFIX XML-NTEXT XML-SCHEMA XML-TEXT XML ZERO ZEROES ZEROS
+        ))
+      end
+
+      state :root do
+        # First detect the comments
+        rule %r/^(      \*).*|^(^Debug \*).*/, Comment::Special
+
+        # Strings
+        rule %r/"/, Str::Double, :string_double
+        rule %r/'/, Str::Single, :string_single
+
+        # Keywords and divisions
+        rule  %r/(?<![\w-])#{identifier}(?![\w-])/i do |m|
+          if self.class.divisions.include?(m[0].upcase)
+            token Keyword::Declaration
+          elsif self.class.sections.include?(m[0].upcase)
+            token Keyword::Namespace
+          elsif self.class.keywords.include?(m[0].upcase)
+            token Keyword
+          else
+            token Name
+          end
+        end
+
+        # Numbers
+        rule %r/[-+]?\b\d+(\.\d+)?\b/, Num
+
+        # Punctuation
+        rule %r/[.,;:()]/, Punctuation
+
+        # Comments
+        rule %r/\*>.*/, Comment::Single
+
+        # Operators
+        rule %r/[+\-*\/><=]/, Operator
+
+        # Whitespace remaining
+        rule %r/\s/, Text::Whitespace
+
+        # Anything else remaining
+        rule %r/.+/, Text
+      end
+
+      # TODO double check string escaping in COBOL
+      # TODO Fix that a string opened by " can't be closed by '
+      # TODO Fix that strings can't be multi-line
+
+      # Handle strings where " opens a string and must be closed by "
+      state :string_double do
+        # Ensure strings can't span multiple lines
+        rule %r/[^"\\\n]+/, Str
+        rule %r/\\./, Str::Escape
+        rule %r/"/, Str::Double, :pop!
+        rule %r/\n/, Error # Flag an error if a string goes to the next line
+      end
+
+      # Handle strings where ' opens a string and must be closed by '
+      state :string_single do
+        # Ensure strings can't span multiple lines
+        rule %r/[^'\\\n]+/, Str
+        rule %r/\\./, Str::Escape
+        rule %r/'/, Str::Single, :pop!
+        rule %r/\n/, Error # Flag an error if a string goes to the next line
+      end
+    end
+  end
+end

data/lib/rouge/lexers/docker.rb

@@ -7,8 +7,8 @@ module Rouge
       title "Docker"
       desc "Dockerfile syntax"
       tag 'docker'
-      aliases 'dockerfile', 'Dockerfile'
-      filenames 'Dockerfile', '*.Dockerfile', '*.docker'
+      aliases 'dockerfile', 'Dockerfile', 'containerfile', 'Containerfile'
+      filenames 'Dockerfile', '*.Dockerfile', '*.docker', 'Containerfile', '*.Containerfile'
       mimetypes 'text/x-dockerfile-config'
 
       KEYWORDS = %w(

data/lib/rouge/lexers/groovy.rb

@@ -7,11 +7,13 @@ module Rouge
       title "Groovy"
       desc 'The Groovy programming language (http://www.groovy-lang.org/)'
       tag 'groovy'
-      filenames '*.groovy', 'Jenkinsfile', '*.Jenkinsfile'
+      aliases 'nextflow', 'nf'
+      filenames '*.groovy', 'Jenkinsfile', '*.Jenkinsfile', '*.nf'
       mimetypes 'text/x-groovy'
 
       def self.detect?(text)
         return true if text.shebang?(/groovy/)
+        return true if text.shebang?(/nextflow/)
       end
 
       def self.keywords

data/lib/rouge/lexers/ini.rb

@@ -8,9 +8,8 @@ module Rouge
       desc 'the INI configuration format'
       tag 'ini'
 
-      # TODO add more here
-      filenames '*.ini', '*.INI', '*.gitconfig'
-      mimetypes 'text/x-ini'
+      filenames '*.ini', '*.INI', '*.gitconfig', '*.cfg', '.editorconfig', '*.inf'
+      mimetypes 'text/x-ini', 'text/inf'
 
       identifier = /[\w\-.]+/
 

data/lib/rouge/lexers/javascript.rb

@@ -190,8 +190,8 @@ module Rouge
 
         rule %r/function(?=(\(.*\)))/, Keyword::Declaration # For anonymous functions
 
-        rule %r/(#{id})[ \t]*(?=(\(.*\)))/m do |m|
-          if self.class.keywords.include? m[1]
+        rule %r/(#?#{id})[ \t]*(?=(\(.*\)))/m do |m|
+          if self.class.keywords.include?(m[1])
             # "if" in "if (...)" or "switch" in "switch (...)" are recognized as keywords.
             token Keyword
           else
@@ -201,7 +201,7 @@ module Rouge
 
         rule %r/[{}]/, Punctuation, :statement
 
-        rule id do |m|
+        rule %r/#?#{id}/ do |m|
           if self.class.keywords.include? m[0]
             token Keyword
             push :expr_start

data/lib/rouge/lexers/json5.rb

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'json.rb'
+
+    class JSON5 < JSON
+      title 'JSON 5'
+      tag 'json5'
+      filenames '*.json5'
+      mimetypes 'application/json5', 'application/x-json5'
+
+      desc 'JSON 5 extension for JSON (json5.org)'
+
+      append :whitespace do
+        rule %r://.*$:, Comment
+
+        # comments are non-nesting, so a single regex will do
+        rule %r:/[*].*?[*]/:m, Comment
+      end
+
+      prepend :name do
+        rule Javascript.id_regex, Name::Label
+        rule %r/".*?"/, Name::Label
+      end
+
+      # comments can appear between keys and :, so we have to
+      # manage our states a little more carefully
+      append :object do
+        rule %r/:/ do
+          token Punctuation
+          goto :object_value
+        end
+      end
+
+      state :object_value do
+        mixin :value
+        rule %r/,/ do
+          token Punctuation
+          goto :object
+        end
+
+        rule %r/}/, Punctuation, :pop!
+      end
+
+      append :value do
+        rule %r/'/, Str::Single, :sstring
+      end
+
+      state :sstring do
+        rule %r/[^\\']+/, Str::Single
+        rule %r/\\./m, Str::Escape
+        rule %r/'/, Str::Single, :pop!
+      end
+
+      # can escape newlines
+      append :string do
+        rule %r/\\./m, Str::Escape
+      end
+
+      # override: numbers are very different in json5
+      state :constants do
+        rule %r/\b(?:true|false|null)\b/, Keyword::Constant
+        rule %r/[+-]?\b(?:Infinity|NaN)\b/, Keyword::Constant
+        rule %r/[+-]?0x\h+/i, Num::Hex
+
+        rule %r/[+-.]?[0-9]+[.]?[0-9]?([eE][-]?[0-9]+)?/i, Num::Float
+        rule %r/[+-]?\d+e[+-]?\d+/, Num::Integer
+        rule %r/[+-]?(?:0|[1-9]\d*)(?:e[+-]?\d+)?/i, Num::Integer
+      end
+    end
+  end
+end

data/lib/rouge/lexers/make.rb

@@ -40,6 +40,10 @@ module Rouge
           groups Keyword, Text, Name::Variable
         end
 
+        rule %r/(else\b)([\t ]+)((?:ifn?def|ifn?eq)\b)([\t ]+)([^#\n]+)/ do
+          groups Keyword, Text, Keyword, Text, Name::Variable
+        end
+
         rule %r/(?:else|endif|endef|endfor)[\t ]*(?=[#\n])/, Keyword
 
         rule %r/(export)([\t ]+)(?=[\w\${}()\t -]+\n)/ do

data/lib/rouge/lexers/mojo.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'python.rb'
+    
+    class Mojo < Python
+      title "Mojo"
+      desc "The Mojo programming language (modular.com)"
+      tag 'mojo'
+      aliases 'mojo'
+      filenames '*.mojo', '*.🔥'
+      mimetypes 'text/x-mojo', 'application/x-mojo'
+
+      def self.detect?(text)
+        return true if text.shebang?(/mojow?(?:[23](?:\.\d+)?)?/)
+      end
+
+      def self.keywords
+        @keywords ||= super + %w(
+          fn self alias inout borrowed owned ref var
+          struct trait raises with in match case
+        )
+      end
+
+      def self.builtins
+        @builtins ||= super + %w(
+          __mlir_attr __mlir_type __mlir_op parameter alwaysinline
+          register_passable
+        )
+      end
+    end
+  end
+end

data/lib/rouge/lexers/p4.rb

@@ -0,0 +1,81 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class P4 < RegexLexer
+      tag 'p4'
+      title 'P4'
+      desc 'The P4 programming language'
+      filenames '*.p4'
+      mimetypes 'text/x-p4'
+
+      def self.keywords
+        @keywords ||= %w(
+          abstract action actions apply const default default_action else enum
+          entries extern exit if in inout key list out package packet_in
+          packet_out return size select switch this transition tuple type
+          typedef
+        )
+      end
+
+      def self.operators
+        @operators ||= %w(
+          \|\+\| \|-\| \? \& \&\&\& < > << >> \* \| ~ \^ - \+ /
+          \# \. = != <= >= \+\+
+        )
+      end
+
+      def self.decls
+        @decls ||= %w(
+          control header header_union parser state struct table
+          value_set
+        )
+      end
+
+      def self.builtins
+        @builtins ||= %w(
+          bit bool error extract int isValid setValid setInvalid match_kind
+          string varbit verify void
+        )
+      end
+
+      state :whitespace do
+        rule %r/\s+/m, Text
+      end
+
+      state :comment do
+        rule %r((//).*$\n?), Comment::Single
+        rule %r/\/\*(?:(?!\*\/).)*\*\//m, Comment::Multiline
+      end
+
+      state :number do
+        rule %r/([0-9]+[sw])?0[oO][0-7_]+/, Num
+        rule %r/([0-9]+[sw])?0[xX][0-9a-fA-F_]+/, Num
+        rule %r/([0-9]+[sw])?0[bB][01_]+/, Num
+        rule %r/([0-9]+[sw])?0[dD][0-9_]+/, Num
+        rule %r/([0-9]+[sw])?[0-9_]+/, Num
+      end
+
+      id = /[\p{XID_Start}_]\p{XID_Continue}*/
+      string_element  = /\\"|[^"]/x
+
+      state :root do
+        mixin :whitespace
+        mixin :comment
+
+        rule %r/#\s*#{id}/, Comment::Preproc
+        rule %r/\b(?:#{P4.keywords.join('|')})\b/, Keyword
+        rule %r/\b(?:#{P4.decls.join('|')})\b/, Keyword::Declaration
+        rule %r/\b(?:#{P4.builtins.join('|')})\b/, Name::Builtin
+        rule %r/\b#{id}_[th]\b/x, Name::Class
+        rule %r/(?:#{P4.operators.join('|')})/x, Operator
+        rule %r/[(){}\[\]<>,:;\.]/, Punctuation
+        mixin :number
+        rule %r/@#{id}/x, Name::Label
+        rule %r/#{id}/x, Text
+        rule %r/"(?: #{string_element} )*"/x, Str::String
+      end
+    end
+  end
+end

data/lib/rouge/lexers/ruby.rb

@@ -11,7 +11,7 @@ module Rouge
       filenames '*.rb', '*.ruby', '*.rbw', '*.rake', '*.gemspec', '*.podspec',
                 'Rakefile', 'Guardfile', 'Gemfile', 'Capfile', 'Podfile',
                 'Vagrantfile', '*.ru', '*.prawn', 'Berksfile', '*.arb',
-                'Dangerfile', 'Fastfile', 'Deliverfile', 'Appfile'
+                'Dangerfile', 'Fastfile', 'Deliverfile', 'Appfile', '*.thor', 'Thorfile'
 
       mimetypes 'text/x-ruby', 'application/x-ruby'
 

data/lib/rouge/lexers/terraform.rb

@@ -39,8 +39,9 @@ module Rouge
 
       state :strings do
         rule %r/\\./, Str::Escape
+        rule %r/(\$[\$]+|%[%]+)(\{)/, Str
         rule %r/\$\{/ do
-          token Keyword
+          token Punctuation
           push :interpolation
         end
       end
@@ -66,7 +67,7 @@ module Rouge
 
       state :interpolation do
         rule %r/\}/ do
-          token Keyword
+          token Punctuation
           pop!
         end
 

data/lib/rouge/regex_lexer.rb

@@ -166,6 +166,19 @@ module Rouge
             puts "    yielding: #{tok.qualname}, #{stream[0].inspect}" if @debug
             @output_stream.call(tok, stream[0])
           end
+        when Array
+          proc do |stream|
+            puts "    yielding: #{tok.qualname}, #{stream[0].inspect}" if @debug
+            @output_stream.call(tok, stream[0])
+            for i_next_state in next_state do
+              next @stack.pop if i_next_state == :pop!
+              next @stack.push(@stack.last) if i_next_state == :push
+
+              state = @states[i_next_state] || self.class.get_state(i_next_state)
+              puts "    pushing :#{state.name}" if @debug
+              @stack.push(state)
+            end
+          end
         else
           raise "invalid next state: #{next_state.inspect}"
         end

data/lib/rouge/version.rb

@@ -3,6 +3,6 @@
 
 module Rouge
   def self.version
-    "4.3.0"
+    "4.5.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rouge
 version: !ruby/object:Gem::Version
-  version: 4.3.0
+  version: 4.5.1
 platform: ruby
 authors:
 - Jeanine Adkisson
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-06-14 00:00:00.000000000 Z
+date: 2024-11-11 00:00:00.000000000 Z
 dependencies: []
 description: Rouge aims to a be a simple, easy-to-extend drop-in replacement for pygments.
 email:
@@ -49,6 +49,7 @@ files:
 - lib/rouge/demos/clojure
 - lib/rouge/demos/cmake
 - lib/rouge/demos/cmhg
+- lib/rouge/demos/cobol
 - lib/rouge/demos/codeowners
 - lib/rouge/demos/coffeescript
 - lib/rouge/demos/common_lisp
@@ -125,6 +126,7 @@ files:
 - lib/rouge/demos/jsl
 - lib/rouge/demos/json
 - lib/rouge/demos/json-doc
+- lib/rouge/demos/json5
 - lib/rouge/demos/jsonnet
 - lib/rouge/demos/jsp
 - lib/rouge/demos/jsx
@@ -149,6 +151,7 @@ files:
 - lib/rouge/demos/matlab
 - lib/rouge/demos/meson
 - lib/rouge/demos/minizinc
+- lib/rouge/demos/mojo
 - lib/rouge/demos/moonscript
 - lib/rouge/demos/mosel
 - lib/rouge/demos/msgtrans
@@ -165,6 +168,7 @@ files:
 - lib/rouge/demos/ocl
 - lib/rouge/demos/openedge
 - lib/rouge/demos/opentype_feature_file
+- lib/rouge/demos/p4
 - lib/rouge/demos/pascal
 - lib/rouge/demos/perl
 - lib/rouge/demos/php
@@ -293,6 +297,7 @@ files:
 - lib/rouge/lexers/clojure.rb
 - lib/rouge/lexers/cmake.rb
 - lib/rouge/lexers/cmhg.rb
+- lib/rouge/lexers/cobol.rb
 - lib/rouge/lexers/codeowners.rb
 - lib/rouge/lexers/coffeescript.rb
 - lib/rouge/lexers/common_lisp.rb
@@ -369,6 +374,7 @@ files:
 - lib/rouge/lexers/jinja.rb
 - lib/rouge/lexers/jsl.rb
 - lib/rouge/lexers/json.rb
+- lib/rouge/lexers/json5.rb
 - lib/rouge/lexers/json_doc.rb
 - lib/rouge/lexers/jsonnet.rb
 - lib/rouge/lexers/jsp.rb
@@ -400,6 +406,7 @@ files:
 - lib/rouge/lexers/matlab/keywords.rb
 - lib/rouge/lexers/meson.rb
 - lib/rouge/lexers/minizinc.rb
+- lib/rouge/lexers/mojo.rb
 - lib/rouge/lexers/moonscript.rb
 - lib/rouge/lexers/mosel.rb
 - lib/rouge/lexers/msgtrans.rb
@@ -418,6 +425,7 @@ files:
 - lib/rouge/lexers/ocl.rb
 - lib/rouge/lexers/openedge.rb
 - lib/rouge/lexers/opentype_feature_file.rb
+- lib/rouge/lexers/p4.rb
 - lib/rouge/lexers/pascal.rb
 - lib/rouge/lexers/perl.rb
 - lib/rouge/lexers/php.rb
@@ -549,7 +557,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.19
 signing_key:
 specification_version: 4
 summary: A pure-ruby colorizer based on pygments