rouge 3.5.1 → 3.10.0

data/lib/rouge/lexers/handlebars.rb

@@ -27,7 +27,15 @@ module Rouge
           push :open_sym
         end
 
-        rule(/(.+?)(?=\\|{{)/m) { delegate parent }
+        rule(/(.+?)(?=\\|{{)/m) do
+          delegate parent
+
+          # if parent state is attr, then we have an html attribute without quotes
+          # pop the parent state to return to the tag state
+          if parent.state?('attr')
+            parent.pop!
+          end
+        end
 
         # if we get here, there's no more mustache tags, so we eat
         # the rest of the doc
@@ -43,9 +51,12 @@ module Rouge
 
       state :stache do
         rule %r/}}}?/, Keyword, :pop!
+        rule %r/\|/, Punctuation
+        rule %r/~/, Keyword
         rule %r/\s+/m, Text
         rule %r/[=]/, Operator
         rule %r/[\[\]]/, Punctuation
+        rule %r/[\(\)]/, Punctuation
         rule %r/[.](?=[}\s])/, Name::Variable
         rule %r/[.][.]/, Name::Variable
         rule %r([/.]), Punctuation
@@ -65,7 +76,7 @@ module Rouge
           goto :block_name
         end
 
-        rule %r/[>^&]/, Keyword
+        rule %r/[>^&~]/, Keyword
 
         rule(//) { pop! }
       end
@@ -77,4 +88,4 @@ module Rouge
       end
     end
   end
-end
+end

data/lib/rouge/lexers/haxe.rb

@@ -0,0 +1,246 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    class Haxe < RegexLexer
+      title "Haxe"
+      desc "Haxe Cross-platform Toolkit (http://haxe.org)"
+
+      tag 'haxe'
+      aliases 'hx', 'haxe'
+      filenames '*.hx'
+      mimetypes 'text/haxe', 'text/x-haxe', 'text/x-hx'
+
+      def self.detect?(text)
+        return true if text.shebang? "haxe"
+      end
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          break case cast catch class continue default do else enum false for
+          function if import interface macro new null override package private
+          public return switch this throw true try untyped while
+        )
+      end
+
+      def self.imports
+        @imports ||= Set.new %w(
+          import using
+        )
+      end
+
+      def self.declarations
+        @declarations ||= Set.new %w(
+          abstract dynamic extern extends from implements inline static to
+          typedef var
+        )
+      end
+
+      def self.reserved
+        @reserved ||= Set.new %w(
+          super trace inline build autoBuild enum
+        )
+      end
+
+      def self.constants
+        @constants ||= Set.new %w(true false null)
+      end
+
+      def self.builtins
+        @builtins ||= %w(
+          Void Dynamic Math Class Any Float Int UInt String StringTools Sys
+          EReg isNaN parseFloat parseInt this Array Map Date DateTools Bool
+          Lambda Reflect Std File FileSystem
+        )
+      end
+
+      id = /[$a-zA-Z_][a-zA-Z0-9_]*/
+
+      state :comments_and_whitespace do
+        rule %r/\s+/, Text
+        rule %r(//.*?$), Comment::Single
+        rule %r(/\*.*?\*/)m, Comment::Multiline
+      end
+
+      state :expr_start do
+        mixin :comments_and_whitespace
+
+        rule %r/#(?:if|elseif|else|end).*/, Comment::Preproc
+
+        rule %r(~) do
+          token Str::Regex
+          goto :regex
+        end
+
+        rule %r/[{]/, Punctuation, :object
+
+        rule %r//, Text, :pop!
+      end
+
+      state :regex do
+        rule %r(/) do
+          token Str::Regex
+          goto :regex_end
+        end
+
+        rule %r([^/]\n), Error, :pop!
+
+        rule %r/\n/, Error, :pop!
+        rule %r/\[\^/, Str::Escape, :regex_group
+        rule %r/\[/, Str::Escape, :regex_group
+        rule %r/\\./, Str::Escape
+        rule %r{[(][?][:=<!]}, Str::Escape
+        rule %r/[{][\d,]+[}]/, Str::Escape
+        rule %r/[()?]/, Str::Escape
+        rule %r/./, Str::Regex
+      end
+
+      state :regex_end do
+        rule %r/[gim]+/, Str::Regex, :pop!
+        rule(//) { pop! }
+      end
+
+      state :regex_group do
+        # specially highlight / in a group to indicate that it doesn't
+        # close the regex
+        rule %r/\//, Str::Escape
+
+        rule %r([^/]\n) do
+          token Error
+          pop! 2
+        end
+
+        rule %r/\]/, Str::Escape, :pop!
+        rule %r/\\./, Str::Escape
+        rule %r/./, Str::Regex
+      end
+
+      state :bad_regex do
+        rule %r/[^\n]+/, Error, :pop!
+      end
+
+      state :root do
+        rule %r/\n/, Text, :statement
+        rule %r(\{), Punctuation, :expr_start
+        
+        mixin :comments_and_whitespace
+
+        rule %r/@/, Name::Decorator, :metadata
+        rule %r(\+\+ | -- | ~ | && | \|\| | \\(?=\n) | << | >> | ==
+               | != )x,
+          Operator, :expr_start
+        rule %r([-:<>+*%&|\^/!=]=?), Operator, :expr_start
+        rule %r/[(\[,]/, Punctuation, :expr_start
+        rule %r/;/, Punctuation, :statement
+        rule %r/[)\]}.]/, Punctuation
+
+        rule %r/[?]/ do
+          token Punctuation
+          push :ternary
+          push :expr_start
+        end
+
+        rule id do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+            push :expr_start
+          elsif self.class.imports.include? m[0]
+            token Keyword
+            push :namespace
+          elsif self.class.declarations.include? m[0]
+            token Keyword::Declaration
+            push :expr_start
+          elsif self.class.reserved.include? m[0]
+            token Keyword::Reserved
+          elsif self.class.constants.include? m[0]
+            token Keyword::Constant
+          elsif self.class.builtins.include? m[0]
+            token Name::Builtin
+          else
+            token Name::Other
+          end
+        end
+
+        rule %r/\-?\d+\.\d+(?:[eE]\d+)?[fd]?/, Num::Float
+        rule %r/0x\h+/, Num::Hex
+        rule %r/\-?[0-9]+/, Num::Integer
+        rule %r/"/, Str::Double, :str_double
+        rule %r/'/, Str::Single, :str_single
+      end
+
+      # braced parts that aren't object literals
+      state :statement do
+        rule %r/(#{id})(\s*)(:)/ do
+          groups Name::Label, Text, Punctuation
+        end
+
+        mixin :expr_start
+      end
+
+      # object literals
+      state :object do
+        mixin :comments_and_whitespace
+        rule %r/[}]/ do
+          token Punctuation
+          goto :statement
+        end
+
+        rule %r/(#{id})(\s*)(:)/ do
+          groups Name::Attribute, Text, Punctuation
+          push :expr_start
+        end
+
+        rule %r/:/, Punctuation
+        mixin :root
+      end
+
+      state :metadata do
+        rule %r/(#{id})(\()?/ do |m|
+          groups Name::Decorator, Punctuation
+          pop! unless m[2]
+        end
+        rule %r/:#{id}(?:\.#{id})*/, Name::Decorator, :pop!
+        rule %r/\)/, Name::Decorator, :pop!
+        mixin :root
+      end
+
+      # ternary expressions, where <id>: is not a label!
+      state :ternary do
+        rule %r/:/ do
+          token Punctuation
+          goto :expr_start
+        end
+
+        mixin :root
+      end
+
+      state :str_double do
+        mixin :str_escape
+        rule %r/"/, Str::Double, :pop!
+        rule %r/[^\\"]+/, Str::Double
+      end
+
+      state :str_single do
+        mixin :str_escape
+        rule %r/'/, Str::Single, :pop!
+        rule %r/\$\$/, Str::Single
+        rule %r/\$#{id}/, Str::Interpol
+        rule %r/\$\{/, Str::Interpol, :str_interpol
+        rule %r/[^\\$']+/, Str::Single
+      end
+
+      state :str_escape do
+        rule %r/\\[\\tnr'"]/, Str::Escape
+        rule %r/\\[0-7]{3}/, Str::Escape
+        rule %r/\\x\h{2}/, Str::Escape
+        rule %r/\\u\h{4}/, Str::Escape
+        rule %r/\\u\{\h{1,6}\}/, Str::Escape
+      end 
+
+      state :str_interpol do
+        rule %r/\}/, Str::Interpol, :pop!
+        mixin :root
+      end
+    end
+  end
+end

data/lib/rouge/lexers/hocon.rb

@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'json.rb'
+
+    class HOCON < JSON
+      title 'HOCON'
+      desc "Human-Optimized Config Object Notation (https://github.com/lightbend/config)"
+      tag 'hocon'
+      filenames '*.hocon'
+
+      state :comments do
+        # Comments
+        rule %r(//.*?$), Comment::Single
+        rule %r(#.*?$), Comment::Single
+      end
+
+      prepend :root do
+        mixin :comments
+      end
+
+      prepend :object do
+        # Keywords
+        rule %r/\b(?:include|url|file|classpath)\b/, Keyword
+      end
+
+      state :name do
+        rule %r/("(?:\"|[^"\n])*?")(\s*)([:=]|(?={))/ do
+          groups Name::Label, Text::Whitespace, Punctuation
+        end
+
+        rule %r/([-\w.]+)(\s*)([:=]|(?={))/ do
+          groups Name::Label, Text::Whitespace, Punctuation
+        end
+      end
+
+      state :value do
+        mixin :comments
+
+        rule %r/\n/, Text::Whitespace
+        rule %r/\s+/, Text::Whitespace
+
+        mixin :constants
+
+        # Interpolation
+        rule %r/[$][{][?]?/, Literal::String::Interpol, :interpolation
+
+        # Strings
+        rule %r/"""/, Literal::String::Double, :multiline_string
+        rule %r/"/, Str::Double, :string
+
+        rule %r/\[/, Punctuation, :array
+        rule %r/{/, Punctuation, :object
+
+        # Symbols (only those not handled by JSON)
+        rule %r/[()=]/, Punctuation
+
+        # Values
+        rule %r/[^$"{}\[\]:=,\+#`^?!@*&]+?/, Literal
+      end
+
+      state :interpolation do
+        rule %r/[\w\-\.]+?/, Name::Variable
+        rule %r/}/, Literal::String::Interpol, :pop!
+      end
+
+      prepend :string do
+        rule %r/[$][{][?]?/, Literal::String::Interpol, :interpolation
+        rule %r/[^\\"\${]+/, Literal::String::Double
+      end
+
+      state :multiline_string do
+        rule %r/"[^"]{1,2}/, Literal::String::Double
+        mixin :string
+        rule %r/"""/, Literal::String::Double, :pop!
+      end
+
+      prepend :constants do
+        # Numbers (handle the case where we have multiple periods, ie. IP addresses)
+        rule %r/\d+\.(\d+\.?){3,}/, Literal
+      end
+    end
+  end
+end

data/lib/rouge/lexers/hql.rb

@@ -0,0 +1,139 @@
+# -*- coding: utf-8 -*- #
+
+module Rouge
+  module Lexers
+    load_lexer 'sql.rb'
+
+    class HQL < SQL
+      title "HQL"
+      desc "Hive Query Language SQL dialect"
+      tag 'hql'
+      filenames '*.hql'
+
+      def self.keywords
+        # sources:
+        # https://cwiki.apache.org/confluence/display/Hive/LanguageManual+DDL
+        # https://cwiki.apache.org/confluence/display/Hive/LanguageManual+UDF
+        @keywords ||= Set.new(%w(
+          ADD ADMIN AFTER ANALYZE ARCHIVE ASC BEFORE BUCKET BUCKETS CASCADE
+          CHANGE CLUSTER CLUSTERED CLUSTERSTATUS COLLECTION COLUMNS COMMENT
+          COMPACT COMPACTIONS COMPUTE CONCATENATE CONTINUE DATA DATABASES
+          DATETIME DAY DBPROPERTIES DEFERRED DEFINED DELIMITED DEPENDENCY DESC
+          DIRECTORIES DIRECTORY DISABLE DISTRIBUTE ELEM_TYPE ENABLE ESCAPED
+          EXCLUSIVE EXPLAIN EXPORT FIELDS FILE FILEFORMAT FIRST FORMAT FORMATTED
+          FUNCTIONS HOLD_DDLTIME HOUR IDXPROPERTIES IGNORE INDEX INDEXES INPATH
+          INPUTDRIVER INPUTFORMAT ITEMS JAR KEYS KEY_TYPE LIMIT LINES LOAD
+          LOCATION LOCK LOCKS LOGICAL LONG MAPJOIN MATERIALIZED METADATA MINUS
+          MINUTE MONTH MSCK NOSCAN NO_DROP OFFLINE OPTION OUTPUTDRIVER
+          OUTPUTFORMAT OVERWRITE OWNER PARTITIONED PARTITIONS PLUS PRETTY
+          PRINCIPALS PROTECTION PURGE READ READONLY REBUILD RECORDREADER
+          RECORDWRITER REGEXP RELOAD RENAME REPAIR REPLACE REPLICATION RESTRICT
+          REWRITE RLIKE ROLE ROLES SCHEMA SCHEMAS SECOND SEMI SERDE
+          SERDEPROPERTIES SERVER SETS SHARED SHOW SHOW_DATABASE SKEWED SORT
+          SORTED SSL STATISTICS STORED STREAMTABLE STRING STRUCT TABLES
+          TBLPROPERTIES TEMPORARY TERMINATED TINYINT TOUCH TRANSACTIONS UNARCHIVE
+          UNDO UNIONTYPE UNLOCK UNSET UNSIGNED URI USE UTC UTCTIMESTAMP
+          VALUE_TYPE VIEW WHILE YEAR IF
+
+          ALL ALTER AND ARRAY AS AUTHORIZATION BETWEEN BIGINT BINARY BOOLEAN
+          BOTH BY CASE CAST CHAR COLUMN CONF CREATE CROSS CUBE CURRENT
+          CURRENT_DATE CURRENT_TIMESTAMP CURSOR DATABASE DATE DECIMAL DELETE
+          DESCRIBE DISTINCT DOUBLE DROP ELSE END EXCHANGE EXISTS EXTENDED
+          EXTERNAL FALSE FETCH FLOAT FOLLOWING FOR FROM FULL FUNCTION GRANT
+          GROUP GROUPING HAVING IF IMPORT IN INNER INSERT INT INTERSECT
+          INTERVAL INTO IS JOIN LATERAL LEFT LESS LIKE LOCAL MACRO MAP MORE
+          NONE NOT NULL OF ON OR ORDER OUT OUTER OVER PARTIALSCAN PARTITION
+          PERCENT PRECEDING PRESERVE PROCEDURE RANGE READS REDUCE REVOKE RIGHT
+          ROLLUP ROW ROWS SELECT SET SMALLINT TABLE TABLESAMPLE THEN TIMESTAMP
+          TO TRANSFORM TRIGGER TRUE TRUNCATE UNBOUNDED UNION UNIQUEJOIN UPDATE
+          USER USING UTC_TMESTAMP VALUES VARCHAR WHEN WHERE WINDOW WITH
+
+          AUTOCOMMIT ISOLATION LEVEL OFFSET SNAPSHOT TRANSACTION WORK WRITE
+
+          COMMIT ONLY REGEXP RLIKE ROLLBACK START
+
+          ABORT KEY LAST NORELY NOVALIDATE NULLS RELY VALIDATE
+
+          CACHE CONSTRAINT FOREIGN PRIMARY REFERENCES
+
+          DETAIL DOW EXPRESSION OPERATOR QUARTER SUMMARY VECTORIZATION WEEK YEARS MONTHS WEEKS DAYS HOURS MINUTES SECONDS
+
+          DAYOFWEEK EXTRACT FLOOR INTEGER PRECISION VIEWS
+
+          TIMESTAMPTZ ZONE
+
+          TIME NUMERIC
+
+          NAMED_STRUCT CREATE_UNION
+
+          ROUND BROUND FLOOR CEIL CEILING RAND EXP LN LOG10 LOG2 LOG POW POWER SQRT BIN
+          HEX UNHEX CONV ABS PMOD SIN ASIN COS ACOS TAN ATAN DEGREES RADIANS POSITIVE
+          NEGATIVE SIGN E PI FACTORIAL CBRT SHIFTLEFT SHIFTRIGHT SHIFTRIGHTUNSIGNED
+          GREATEST LEAST WIDTH_BUCKET SIZE SIZE MAP_KEYS MAP_VALUES ARRAY_CONTAINS
+          SORT_ARRAY BINARY CAST FROM_UNIXTIME UNIX_TIMESTAMP UNIX_TIMESTAMP
+          UNIX_TIMESTAMP TO_DATE YEAR QUARTER MONTH DAY DAYOFMONTH HOUR MINUTE SECOND
+          WEEKOFYEAR EXTRACT DATEDIFF DATE_ADD DATE_SUB FROM_UTC_TIMESTAMP
+          TO_UTC_TIMESTAMP CURRENT_DATE CURRENT_TIMESTAMP ADD_MONTHS LAST_DAY NEXT_DAY
+          TRUNC MONTHS_BETWEEN DATE_FORMAT IF ISNULL ISNOTNULL  NVL COALESCE CASE WHEN
+          then else end NULLIF ASSERT_TRUE ASCII BASE64 CHARACTER_LENGTH CHR CONCAT
+          CONTEXT_NGRAMS CONCAT_WS CONCAT_WS DECODE ELT ENCODE FIELD  FIND_IN_SET
+          FORMAT_NUMBER GET_JSON_OBJECT IN_FILE INSTR LENGTH LOCATE LOWER LCASE LPAD LTRIM
+          NGRAMS OCTET_LENGTH PARSE_URL PRINTF REGEXP_EXTRACT REGEXP_REPLACE REPEAT
+          REPLACE REVERSE RPAD RTRIM SENTENCES SPACE SPLIT STR_TO_MAP SUBSTR SUBSTRING
+          SUBSTRING_INDEX TRANSLATE TRIM UNBASE64 UPPER UCASE INITCAP LEVENSHTEIN SOUNDEX
+          MASK MASK_FIRST_N MASK_LAST_N MASK_SHOW_FIRST_N MASK_SHOW_LAST_N MASK_HASH
+          JAVA_METHOD REFLECT HASH CURRENT_USER LOGGED_IN_USER CURRENT_DATABASE MD5 SHA1
+          SHA CRC32 SHA2 AES_ENCRYPT AES_DECRYPT VERSION COUNT SUM AVG MIN MAX VARIANCE
+          VAR_POP VAR_SAMP STDDEV_POP STDDEV_SAMP COVAR_POP COVAR_SAMP CORR PERCENTILE
+          PERCENTILE_APPROX PERCENTILE_APPROX REGR_AVGX REGR_AVGY REGR_COUNT
+          REGR_INTERCEPT REGR_R2 REGR_SLOPE REGR_SXX REGR_SXY REGR_SYY HISTOGRAM_NUMERIC
+          COLLECT_SET COLLECT_LIST NTILE EXPLODE EXPLODE POSEXPLODE INLINE STACK
+
+          JSON_TUPLE PARSE_URL_TUPLE
+
+          XPATH XPATH_SHORT XPATH_INT XPATH_LONG XPATH_FLOAT XPATH_DOUBLE
+          XPATH_NUMBER XPATH_STRING GET_JSON_OBJECT JSON_TUPLE
+
+          PARSE_URL_TUPLE
+        ))
+      end
+
+      def self.keywords_type
+        # source: https://cwiki.apache.org/confluence/display/Hive/LanguageManual+Types
+        @keywords_type ||= Set.new(%w(
+            TINYINT SMALLINT INT INTEGER BIGINT FLOAT DOUBLE PRECISION DECIMAL NUMERIC
+            TIMESTAMP DATE INTERVAL
+            STRING VARCHAR CHAR
+            BOOLEAN BINARY
+            ARRAY MAP STRUCT UNIONTYPE
+        ))
+      end
+
+      prepend :root do
+        # a double-quoted string is a string literal in Hive QL.
+        rule %r/"/, Str::Double, :double_string
+
+        # interpolation of variables through ${...}
+        rule %r/\$\{/, Name::Variable, :hive_variable
+      end
+
+      prepend :single_string do
+        rule %r/\$\{/, Name::Variable, :hive_variable
+        rule %r/[^\\'\$]+/, Str::Single
+      end
+
+      prepend :double_string do
+        rule %r/\$\{/, Name::Variable, :hive_variable
+        # double-quoted strings are string literals so need to change token
+        rule %r/"/, Str::Double, :pop!
+        rule %r/[^\\"\$]+/, Str::Double
+      end
+
+      state :hive_variable do
+        rule %r/\}/, Name::Variable, :pop!
+        rule %r/[^\}]+/, Name::Variable
+      end
+
+    end
+  end
+end