nano-clean-pkg 0.0.1

data/rouge-5.0.0/lib/rouge/lexers/javascript.rb

@@ -0,0 +1,315 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    # IMPORTANT NOTICE:
+    #
+    # Please do not copy this lexer and open a pull request
+    # for a new language. It will not get merged, you will
+    # be unhappy, and kittens will cry.
+    #
+    class Javascript < RegexLexer
+      title "JavaScript"
+      desc "JavaScript, the browser scripting language"
+
+      tag 'javascript'
+      aliases 'js'
+      filenames '*.cjs', '*.js', '*.mjs'
+      mimetypes 'application/javascript', 'application/x-javascript',
+                'text/javascript', 'text/x-javascript'
+
+      # Pseudo-documentation: https://stackoverflow.com/questions/1661197/what-characters-are-valid-for-javascript-variable-names
+
+      def self.detect?(text)
+        return 1 if text.shebang?('node')
+        return 1 if text.shebang?('jsc')
+        # TODO: rhino, spidermonkey, etc
+      end
+
+      state :multiline_comment do
+        rule %r([*]/), Comment::Multiline, :pop!
+        rule %r([^*/]+), Comment::Multiline
+        rule %r([*/]), Comment::Multiline
+      end
+
+      state :comments_and_whitespace do
+        rule %r/\s+/, Text
+        rule %r/<!--/, Comment # really...?
+        rule %r(//.*?$), Comment::Single
+        rule %r(/[*]), Comment::Multiline, :multiline_comment
+      end
+
+      state :expr_start do
+        mixin :comments_and_whitespace
+
+        rule %r(/) do
+          token Str::Regex
+          goto :regex
+        end
+
+        rule %r/[{]/ do
+          token Punctuation
+          goto :object
+        end
+
+        rule %r//, Text, :pop!
+      end
+
+      state :regex do
+        rule %r(/) do
+          token Str::Regex
+          goto :regex_end
+        end
+
+        rule %r([^/]\n), Error, :pop!
+
+        rule %r/\n/, Error, :pop!
+        rule %r/\[\^/, Str::Escape, :regex_group
+        rule %r/\[/, Str::Escape, :regex_group
+        rule %r/\\./, Str::Escape
+        rule %r{[(][?][:=<!]}, Str::Escape
+        rule %r/[{][\d,]+[}]/, Str::Escape
+        rule %r/[()?]/, Str::Escape
+        rule %r/./, Str::Regex
+      end
+
+      state :regex_end do
+        rule %r/[gimuy]+/, Str::Regex, :pop!
+        rule(//) { pop! }
+      end
+
+      state :regex_group do
+        # specially highlight / in a group to indicate that it doesn't
+        # close the regex
+        rule %r(/), Str::Escape
+
+        rule %r([^/]\n) do
+          token Error
+          pop! 2
+        end
+
+        rule %r/\]/, Str::Escape, :pop!
+        rule %r/\\./, Str::Escape
+        rule %r/./, Str::Regex
+      end
+
+      state :bad_regex do
+        rule %r/[^\n]+/, Error, :pop!
+      end
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          async await break case catch continue debugger default delete
+          do else export finally from for if import in instanceof new of
+          return super switch this throw try typeof void while yield
+        )
+      end
+
+      def self.declarations
+        @declarations ||= Set.new %w(
+          var let const with function class
+          extends constructor get set static
+        )
+      end
+
+      def self.reserved
+        @reserved ||= Set.new %w(
+          enum implements interface
+          package private protected public
+        )
+      end
+
+      def self.constants
+        @constants ||= Set.new %w(true false null NaN Infinity undefined)
+      end
+
+      def self.builtins
+        @builtins ||= %w(
+          Array Boolean Date Error Function Math netscape
+          Number Object Packages RegExp String sun decodeURI
+          decodeURIComponent encodeURI encodeURIComponent
+          Error eval isFinite isNaN parseFloat parseInt
+          document window navigator self global
+          Promise Set Map WeakSet WeakMap Symbol Proxy Reflect
+          Int8Array Uint8Array Uint8ClampedArray
+          Int16Array Uint16Array Uint16ClampedArray
+          Int32Array Uint32Array Uint32ClampedArray
+          Float32Array Float64Array DataView ArrayBuffer
+        )
+      end
+
+      def self.id_regex
+        /[\p{L}\p{Nl}$_][\p{Word}]*/io
+      end
+
+      id = self.id_regex
+
+      state :root do
+        rule %r/\A\s*#!.*?\n/m, Comment::Preproc, :statement
+        rule %r((?<=\n)(?=\s|/|<!--)), Text, :expr_start
+        mixin :comments_and_whitespace
+        rule %r(\+\+ | -- | ~ | \?\?=? | && | \|\| | \\(?=\n) | << | >>>? | ===
+               | !== )x,
+          Operator, :expr_start
+        rule %r([-<>+*%&|\^/!=]=?), Operator, :expr_start
+        rule %r/[(\[,]/, Punctuation, :expr_start
+        rule %r/;/, Punctuation, :statement
+        rule %r/[)\].]/, Punctuation
+
+        rule %r/`/ do
+          token Str::Double
+          push :template_string
+        end
+
+        # special case for the safe navigation operator ?.
+        # so that we don't start detecting a ternary expr
+        rule %r/[?][.]/, Punctuation
+
+        rule %r/[?]/ do
+          token Punctuation
+          push :ternary
+          push :expr_start
+        end
+
+        rule %r/(\@)(\w+)?/ do
+          groups Punctuation, Name::Decorator
+          push :expr_start
+        end
+
+        rule %r/(class)((?:\s|\\\s)+)/ do
+          groups Keyword::Declaration, Text
+          push :classname
+        end
+
+        rule %r/([\p{Nl}$_]*\p{Lu}[\p{Word}]*)[ \t]*(?=(\(.*\)))/m, Name::Class
+
+        rule %r/(function)((?:\s|\\\s)+)(#{id})/ do
+          groups Keyword::Declaration, Text, Name::Function
+        end
+
+        rule %r/function(?=(\(.*\)))/, Keyword::Declaration # For anonymous functions
+
+        rule %r/(#?#{id})[ \t]*(?=(\(.*\)))/m do |m|
+          if self.class.keywords.include?(m[1])
+            # "if" in "if (...)" or "switch" in "switch (...)" are recognized as keywords.
+            token Keyword
+          else
+            token Name::Function
+          end
+        end
+
+        rule %r/[{}]/, Punctuation, :statement
+
+        rule %r/#?#{id}/ do |m|
+          if self.class.keywords.include? m[0]
+            token Keyword
+            push :expr_start
+          elsif self.class.declarations.include? m[0]
+            token Keyword::Declaration
+            push :expr_start
+          elsif self.class.reserved.include? m[0]
+            token Keyword::Reserved
+          elsif self.class.constants.include? m[0]
+            token Keyword::Constant
+          elsif self.class.builtins.include? m[0]
+            token Name::Builtin
+          else
+            token Name::Other
+          end
+        end
+
+        rule %r/[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
+        rule %r/0x[0-9a-fA-F]+/i, Num::Hex
+        rule %r/0o[0-7][0-7_]*/i, Num::Oct
+        rule %r/0b[01][01_]*/i, Num::Bin
+        rule %r/[0-9]+/, Num::Integer
+
+        rule %r/"/, Str::Delimiter, :dq
+        rule %r/'/, Str::Delimiter, :sq
+        rule %r/:/, Punctuation
+      end
+
+      state :dq do
+        rule %r/\\[\\nrt"]?/, Str::Escape
+        rule %r/[^\\"]+/, Str::Double
+        rule %r/"/, Str::Delimiter, :pop!
+      end
+
+      state :sq do
+        rule %r/\\[\\nrt']?/, Str::Escape
+        rule %r/[^\\']+/, Str::Single
+        rule %r/'/, Str::Delimiter, :pop!
+      end
+
+      state :classname do
+        rule %r/(#{id})((?:\s|\\\s)+)(extends)((?:\s|\\\s)+)/ do
+          groups Name::Class, Text, Keyword::Declaration, Text
+        end
+
+        rule id, Name::Class, :pop!
+      end
+
+      # braced parts that aren't object literals
+      state :statement do
+        rule %r/case\b/ do
+          token Keyword
+          goto :expr_start
+        end
+
+        rule %r/(#{id})(\s*)(:)/ do
+          groups Name::Label, Text, Punctuation
+        end
+
+        mixin :expr_start
+      end
+
+      # object literals
+      state :object do
+        mixin :comments_and_whitespace
+
+        rule %r/[{]/ do
+          token Punctuation
+          push
+        end
+
+        rule %r/[}]/ do
+          token Punctuation
+          goto :statement
+        end
+
+        rule %r/(#{id})(\s*)(:)/ do
+          groups Name::Attribute, Text, Punctuation
+          push :expr_start
+        end
+
+        rule %r/:/, Punctuation
+        mixin :root
+      end
+
+      # ternary expressions, where <id>: is not a label!
+      state :ternary do
+        rule %r/:/ do
+          token Punctuation
+          goto :expr_start
+        end
+
+        mixin :root
+      end
+
+      # template strings
+      state :template_string do
+        rule %r/[$]{/, Punctuation, :template_string_expr
+        rule %r/`/, Str::Double, :pop!
+        rule %r/\\[$`\\]/, Str::Escape
+        rule %r/[^$`\\]+/, Str::Double
+        rule %r/[\\$]/, Str::Double
+      end
+
+      state :template_string_expr do
+        rule %r/}/, Punctuation, :pop!
+        mixin :root
+      end
+    end
+  end
+end

data/rouge-5.0.0/lib/rouge/lexers/jinja.rb

@@ -0,0 +1,169 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Jinja < TemplateLexer
+      title "Jinja"
+      desc "Django/Jinja template engine (jinja.pocoo.org)"
+
+      tag 'jinja'
+      aliases 'django'
+
+      mimetypes 'application/x-django-templating', 'application/x-jinja',
+                'text/html+django', 'text/html+jinja'
+
+      def self.keywords
+        @keywords ||= %w(as context do else extends from ignore missing
+                         import include reversed recursive scoped
+                         autoescape endautoescape block endblock call endcall
+                         filter endfilter for endfor if endif macro endmacro
+                         set endset trans endtrans with endwith without)
+      end
+
+      def self.tests
+        @tests ||= %w(callable defined divisibleby equalto escaped even iterable
+                      lower mapping none number odd sameas sequence string
+                      undefined upper)
+      end
+
+      def self.pseudo_keywords
+        @pseudo_keywords ||= %w(true false none True False None)
+      end
+
+      def self.word_operators
+        @word_operators ||= %w(is in and or not)
+      end
+
+      state :root do
+        # Comments
+        rule %r/{#/, Comment, :comment
+        rule %r/##.*/, Comment
+
+        # Raw and verbatim
+        rule %r/({%-?)(\s*)(raw|verbatim)(\s*)(-?%})/ do |m|
+          groups Comment::Preproc, Text, Keyword, Text, Comment::Preproc
+          case m[3]
+          when "raw"
+            push :raw
+          when "verbatim"
+            push :verbatim
+          end
+        end
+
+        # Statements
+        rule %r/\{\%/ do
+          token Comment::Preproc
+          push :statement
+        end
+
+        # Expressions
+        rule %r/\{\{/ do
+          token Comment::Preproc
+          push :expression
+        end
+
+        rule(/(.+?)(?=\\|{{|{%|{#|##)/m) { delegate parent }
+        rule(/.+/m) { delegate parent }
+      end
+
+      state :filter do
+        # Filters are called like variable|foo(arg1, ...)
+        rule %r/(\|\s*)(\w+)/ do
+          groups Operator, Name::Function
+        end
+      end
+
+      state :function do
+        rule %r/(\w+)(\()/ do
+          groups Name::Function, Punctuation
+        end
+      end
+
+      state :text do
+        rule %r/\s+/m, Text
+      end
+
+      state :literal do
+        # Strings
+        rule %r/"(\\.|.)*?"/, Str::Double
+        rule %r/'(\\.|.)*?'/, Str::Single
+
+        # Numbers
+        rule %r/\d+(?=}\s)/, Num
+
+        # Arithmetic operators (+, -, *, **, //, /)
+        # TODO : implement modulo (%)
+        rule %r/(\+|\-|\*|\/\/?|\*\*?|=)/, Operator
+
+        # Comparisons operators (<=, <, >=, >, ==, ===, !=)
+        rule %r/(<=?|>=?|===?|!=)/, Operator
+
+        # Punctuation (the comma, [], ())
+        rule %r/,/,  Punctuation
+        rule %r/\[/, Punctuation
+        rule %r/\]/, Punctuation
+        rule %r/\(/, Punctuation
+        rule %r/\)/, Punctuation
+      end
+
+      state :comment do
+        rule %r/[^#]+/m, Comment
+        rule(/#}/) { token Comment; pop! }
+        rule %r/#/, Comment
+      end
+
+      state :expression do
+        rule %r/\w+\.?/m, Name::Variable
+
+        mixin :filter
+        mixin :function
+        mixin :literal
+        mixin :text
+
+        rule %r/%}|}}/, Comment::Preproc, :pop!
+      end
+
+      state :statement do
+        rule %r/(\w+\.?)/ do |m|
+          if self.class.keywords.include?(m[0])
+            groups Keyword
+          elsif self.class.pseudo_keywords.include?(m[0])
+            groups Keyword::Pseudo
+          elsif self.class.word_operators.include?(m[0])
+            groups Operator::Word
+          elsif self.class.tests.include?(m[0])
+            groups Name::Builtin
+          else
+            groups Name::Variable
+          end
+        end
+
+        mixin :filter
+        mixin :function
+        mixin :literal
+        mixin :text
+
+        rule %r/\%\}/, Comment::Preproc, :pop!
+      end
+
+      state :raw do
+        rule %r/({%-?)(\s*)(endraw)(\s*)(-?%})/ do
+          groups Comment::Preproc, Text, Keyword, Text, Comment::Preproc
+          pop!
+        end
+        rule %r/[^{]+/, Text
+        rule %r/{/, Text
+      end
+
+      state :verbatim do
+        rule %r/({%-?)(\s*)(endverbatim)(\s*)(-?%})/ do
+          groups Comment::Preproc, Text, Keyword, Text, Comment::Preproc
+          pop!
+        end
+        rule %r/[^{]+/, Text
+        rule %r/{/, Text
+      end
+    end
+  end
+end

data/rouge-5.0.0/lib/rouge/lexers/jsl.rb

@@ -0,0 +1,66 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class JSL < RegexLexer
+      title "JSL"
+      desc "The JMP Scripting Language (JSL) (jmp.com)"
+
+      tag 'jsl'
+      filenames '*.jsl'
+
+      state :root do
+        rule %r/\s+/m, Text::Whitespace
+
+        rule %r(//.*?$), Comment::Single
+        rule %r'/[*].*?', Comment::Multiline, :comment # multiline block comment
+
+        # messages
+        rule %r/<</, Operator, :message
+
+        # covers built-in and custom functions
+        rule %r/(::|:)?([a-z_][\w\s'%.\\]*)(\()/i do |m|
+          groups Punctuation, Keyword, Punctuation
+        end
+
+        rule %r/\d{2}(jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\d{2}(\d{2})?(:\d{2}:\d{2}(:\d{2}(\.\d*)?)?)?/i, Literal::Date
+
+        rule %r/-?(?:[0-9]+(?:[.][0-9]+)?|[.][0-9]*)(?:e[+-]?[0-9]+)?i?/i, Num
+
+        rule %r/(::|:)?([a-z_][\w\s'%.\\]*|"(?:\\!"|[^"])*?"n)/i do |m|
+          groups Punctuation, Name::Variable
+        end
+
+        rule %r/(")(\\\[)(.*?)(\]\\)(")/m do
+          groups Str::Double, Str::Escape, Str::Double, Str::Escape, Str::Double  # escaped string
+        end
+        rule %r/"/, Str::Double, :dq
+
+        rule %r/[-+*\/!%&<>\|=:`^]/, Operator
+        rule %r/[\[\](){},;]/, Punctuation
+      end
+
+      state :message do
+        rule %r/\s+/m, Text::Whitespace
+        rule %r/[a-z_][\w\s'%.\\]*/i, Name::Function
+        rule %r/[(),;]/, Punctuation, :pop!
+        rule %r/[&|!=<>]/, Operator, :pop!
+      end
+
+      state :dq do
+        rule %r/\\![btrnNf0\\"]/, Str::Escape
+        rule %r/\\/, Str::Double
+        rule %r/"/, Str::Double, :pop!
+        rule %r/[^\\"]+/m, Str::Double
+      end
+
+      state :comment do
+        rule %r'/[*]', Comment::Multiline, :comment
+        rule %r'[*]/', Comment::Multiline, :pop!
+        rule %r'[^/*]+', Comment::Multiline
+        rule %r'[/*]', Comment::Multiline
+      end
+    end
+  end
+end

data/rouge-5.0.0/lib/rouge/lexers/json.rb

@@ -0,0 +1,72 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class JSON < RegexLexer
+      title 'JSON'
+      desc "JavaScript Object Notation (json.org)"
+      tag 'json'
+      filenames '*.json', 'Pipfile.lock'
+      mimetypes 'application/json', 'application/vnd.api+json',
+                'application/hal+json', 'application/problem+json',
+                'application/schema+json'
+
+      state :whitespace do
+        rule %r/\s+/, Text::Whitespace
+      end
+
+      state :root do
+        mixin :whitespace
+        rule %r/{/, Punctuation, :object
+        rule %r/\[/, Punctuation, :array
+
+        mixin :name
+        mixin :value
+
+        # These characters may be invalid but syntax correctness is a non-goal
+        rule %r/[\]}]/, Punctuation
+      end
+
+      state :object do
+        mixin :whitespace
+        mixin :name
+        mixin :value
+        rule %r/}/, Punctuation, :pop!
+        rule %r/,/, Punctuation
+      end
+
+      state :name do
+        rule %r/("(?:\\.|[^"\\\n])*?")(\s*)(:)/ do
+          groups Name::Label, Text::Whitespace, Punctuation
+        end
+      end
+
+      state :value do
+        mixin :whitespace
+        mixin :constants
+        rule %r/"/, Str::Double, :string
+        rule %r/\[/, Punctuation, :array
+        rule %r/{/, Punctuation, :object
+      end
+
+      state :string do
+        rule %r/[^\\"]+/, Str::Double
+        rule %r/\\./, Str::Escape
+        rule %r/"/, Str::Double, :pop!
+      end
+
+      state :array do
+        mixin :value
+        rule %r/\]/, Punctuation, :pop!
+        rule %r/,/, Punctuation
+      end
+
+      state :constants do
+        rule %r/(?:true|false|null)/, Keyword::Constant
+        rule %r/-?(?:0|[1-9]\d*)\.\d+(?:e[+-]?\d+)?/i, Num::Float
+        rule %r/-?(?:0|[1-9]\d*)(?:e[+-]?\d+)?/i, Num::Integer
+      end
+    end
+  end
+end

data/rouge-5.0.0/lib/rouge/lexers/json5.rb

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+require_relative 'json'
+
+module Rouge
+  module Lexers
+    class JSON5 < JSON
+      title 'JSON 5'
+      tag 'json5'
+      filenames '*.json5'
+      mimetypes 'application/json5', 'application/x-json5'
+
+      desc 'JSON 5 extension for JSON (json5.org)'
+
+      append :whitespace do
+        rule %r://.*$:, Comment
+
+        # comments are non-nesting, so a single regex will do
+        rule %r:/[*].*?[*]/:m, Comment
+      end
+
+      prepend :name do
+        rule Javascript.id_regex, Name::Label
+        rule %r/".*?"/, Name::Label
+      end
+
+      # comments can appear between keys and :, so we have to
+      # manage our states a little more carefully
+      append :object do
+        rule %r/:/ do
+          token Punctuation
+          goto :object_value
+        end
+      end
+
+      state :object_value do
+        mixin :value
+        rule %r/,/ do
+          token Punctuation
+          goto :object
+        end
+
+        rule %r/}/, Punctuation, :pop!
+      end
+
+      append :value do
+        rule %r/'/, Str::Single, :sstring
+      end
+
+      state :sstring do
+        rule %r/[^\\']+/, Str::Single
+        rule %r/\\./m, Str::Escape
+        rule %r/'/, Str::Single, :pop!
+      end
+
+      # can escape newlines
+      append :string do
+        rule %r/\\./m, Str::Escape
+      end
+
+      # override: numbers are very different in json5
+      state :constants do
+        rule %r/\b(?:true|false|null)\b/, Keyword::Constant
+        rule %r/[+-]?\b(?:Infinity|NaN)\b/, Keyword::Constant
+        rule %r/[+-]?0x\h+/i, Num::Hex
+
+        rule %r/[+-.]?[0-9]+[.]?[0-9]?([eE][-]?[0-9]+)?/i, Num::Float
+        rule %r/[+-]?\d+e[+-]?\d+/, Num::Integer
+        rule %r/[+-]?(?:0|[1-9]\d*)(?:e[+-]?\d+)?/i, Num::Integer
+      end
+    end
+  end
+end