ronin-support 0.5.2 → 1.0.0.beta1

data/lib/ronin/support/text/patterns/pii.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+#
+# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# ronin-support is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# ronin-support is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with ronin-support.  If not, see <https://www.gnu.org/licenses/>.
+#
+
+require 'ronin/support/text/patterns/network'
+
+module Ronin
+  module Support
+    module Text
+      #
+      # @since 0.3.0
+      #
+      module Patterns
+        #
+        # @group PII Patterns
+        #
+
+        # Regular expression to match a word in the username of an email address
+        USER_NAME = /[A-Za-z](?:[A-Za-z0-9]*[\._-])*[A-Za-z0-9]+/
+
+        # Regular expression to find email addresses in text
+        #
+        # @since 1.0.0
+        EMAIL_ADDRESS = /#{USER_NAME}\@#{HOST_NAME}/
+
+        # @see EMAIL_ADDRESS
+        EMAIL_ADDR = EMAIL_ADDRESS
+
+        # Regular expression to match `.`, ` AT `, ` at `, `[AT]`, `[at]`,
+        # `<AT>`, `<at>`, `{AT}`, `{at}`, `(AT)`, `(at)`.
+        #
+        # @since 1.0.0
+        OBFUSCATED_EMAIL_AT = /\@|\s+(?:AT|at)\s+|\s*\[(?:AT|at)\]\s*|\s*\<(?:AT|at)\>\s*|\s*\{(?:AT|at)\}\s*|\s*\((?:AT|at)\)\s*/
+
+        # Regular expression to match `.`, ` DOT `, ` dot `, `[DOT]`, `[dot]`,
+        # `<DOT>`, `<dot>`, `{DOT}`, `{dot}`, `(DOT)`, `(dot)`.
+        #
+        # @since 1.0.0
+        OBFUSCATED_EMAIL_DOT = /\.|\s+(?:DOT|dot)\s+|\s*\[(?:DOT|dot)\]\s*|\s*\<(?:DOT|dot)\>\s*|\s*\{(?:DOT|dot)\}\s*|\s*\((?:DOT|dot)\)\s*/
+
+        # Regular expression to find obfuscated email addresses in text.
+        #
+        # @since 1.0.0
+        OBFUSCATED_EMAIL_ADDRESS = /[a-zA-Z][a-zA-Z0-9_-]*(?:#{OBFUSCATED_EMAIL_DOT}[a-zA-Z][a-zA-Z0-9_-]*)*#{OBFUSCATED_EMAIL_AT}(?:[a-zA-Z0-9_-]{1,63}#{OBFUSCATED_EMAIL_DOT})*[a-zA-Z0-9]+(?:-[a-zA-Z0-9]+)*#{OBFUSCATED_EMAIL_DOT}#{PUBLIC_SUFFIX}(?=[^a-zA-Z0-9\._-]|$)/
+
+        # @see OBFUSCATED_EMAIL_ADDRESS
+        OBFUSCATED_EMAIL_ADDR = OBFUSCATED_EMAIL_ADDRESS
+
+        # Regular expression to find phone numbers in text
+        #
+        # @since 0.5.0
+        PHONE_NUMBER = /(?:\d[ \-\.]?)?(?:\d{3}[ \-\.]?)?\d{3}[ \-\.]?\d{4}(?:x\d+)?/
+
+        # Regular expression to find Social Security Numbers (SSNs) in text
+        #
+        # @since 1.0.0
+        SSN = /(?<=[^\d]|^)\d{3}-\d{2}-\d{4}(?=[^\d]|$)/
+
+        # Regular expression to find AMEX card numbers in text
+        #
+        # @since 1.0.0
+        AMEX_CC = /(?<=[^\d]|^)3[47][0-9]{13}(?=[^\d]|$)/
+
+        # Regular expression to find Discord card numbers in text
+        #
+        # @since 1.0.0
+        DISCOVER_CC = /(?<=[^\d]|^)(?:65[4-9][0-9]{13}|64[4-9][0-9]{13}|6011[0-9]{12}|(?:622(?:12[6-9]|1[3-9][0-9]|[2-8][0-9][0-9]|9[01][0-9]|92[0-5])[0-9]{10}))(?=[^\d]|$)/
+
+        # Regular expression to find Masterdard numbers in text
+        #
+        # @since 1.0.0
+        MASTERCARD_CC = /(?<=[^\d]|^)(?:5[1-5][0-9]{14}|2(?:22[1-9][0-9]{12}|2[3-9][0-9]{13}|[3-6][0-9]{14}|7[0-1][0-9]{13}|720[0-9]{12}))(?=[^\d]|$)/
+
+        # Regular expression to find VISA numbers in text
+        #
+        # @since 1.0.0
+        VISA_CC = /(?<=[^\d]|^)4[0-9]{12}(?:[0-9]{3})?(?=[^\d]|$)/
+
+        # Regular expression to find VISA Masterdard numbers in text
+        #
+        # @since 1.0.0
+        VISA_MASTERCARD_CC = /(?<=[^\d]|^)(?:4[0-9]{12}(?:[0-9]{3})?|5[1-5][0-9]{14})(?=[^\d]|$)/
+
+        # Regular expression to find Credit Card (CC) numbers in text
+        #
+        # @since 1.0.0
+        CC = /#{VISA_CC}|#{VISA_MASTERCARD_CC}|#{MASTERCARD_CC}|#{DISCOVER_CC}|#{AMEX_CC}/
+      end
+    end
+  end
+end

data/lib/ronin/support/text/patterns/source_code.rb

@@ -0,0 +1,148 @@
+# frozen_string_literal: true
+#
+# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# ronin-support is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# ronin-support is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with ronin-support.  If not, see <https://www.gnu.org/licenses/>.
+#
+
+module Ronin
+  module Support
+    module Text
+      #
+      # @since 0.3.0
+      #
+      module Patterns
+        #
+        # @group Source Code Patterns
+        #
+
+        # Regular expression to find deliminators in text
+        #
+        # @since 0.4.0
+        DELIM = /[;&\n\r]/
+
+        # Regular expression to find identifier in text
+        #
+        # @since 0.4.0
+        IDENTIFIER = /[_]*[a-zA-Z]+[a-zA-Z0-9_-]*/
+
+        # Regular expression to find all variable names in text.
+        #
+        # @see IDENTIFIER
+        #
+        # @since 1.0.0
+        VARIABLE_NAME = /#{IDENTIFIER}(?=\s*=\s*[^;\n]+)/
+
+        # Regular expression to find all variable assignments in text.
+        #
+        # @see VARIABLE_NAME
+        #
+        # @since 1.0.0
+        VARIABLE_ASSIGNMENT = /#{IDENTIFIER}\s*=\s*[^;\n]+/
+
+        # Regular expression to find all function names in text.
+        #
+        # @see IDENTIFIER
+        #
+        # @since 1.0.0
+        FUNCTION_NAME = /#{IDENTIFIER}(?=\()/
+
+        # Regular expression to find all double quoted strings in text.
+        #
+        # @since 1.0.0
+        DOUBLE_QUOTED_STRING = /"(?:\\.|[^"])*"/
+
+        # Regular expression to find all single quoted strings in text.
+        #
+        # @since 1.0.0
+        SINGLE_QUOTED_STRING = /'(?:\\[\\']|[^'])*'/
+
+        # Regular expression to find all single or double quoted strings in
+        # text.
+        #
+        # @since 1.0.0
+        STRING = /#{DOUBLE_QUOTED_STRING}|#{SINGLE_QUOTED_STRING}/
+
+        # Regular expression to find all Base64 encoded strings in the text.
+        #
+        # @since 1.0.0
+        BASE64 = /(?:[A-Za-z0-9+\/]{4}\n?)+(?:[A-Za-z0-9+\/]{2}==\n?|[A-Za-z0-9+\/]{3}=\n?)?|[A-Za-z0-9+\/]{2}==\n?|[A-Za-z0-9+\/]{3}=\n?/
+
+        # Regular expression to match any single-line or multi-line C-style
+        # comments.
+        #
+        # @since 1.0.0
+        C_STYLE_COMMENT = %r{(?://(?:[^\r\n]*)(?:\r?\n|\z))+|(?:/\*[\s\S]*?\*/)}
+
+        # Regular expression to match any single-line or multi-line C comments.
+        #
+        # @since 1.0.0
+        C_COMMENT = C_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line C++
+        # comments.
+        #
+        # @since 1.0.0
+        CPP_COMMENT = C_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line Java
+        # comments.
+        #
+        # @since 1.0.0
+        JAVA_COMMENT = C_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line JavaScript
+        # comments.
+        #
+        # @since 1.0.0
+        JAVASCRIPT_COMMENT = C_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line shell-style
+        # comments.
+        #
+        # @since 1.0.0
+        SHELL_STYLE_COMMENT = /(?:#(?:[^\r\n]*)(?:\r?\n|\z))+/
+
+        # Regular expression to match any single-line or multi-line shell script
+        # comments.
+        #
+        # @since 1.0.0
+        SHELL_COMMENT = SHELL_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line Bash
+        # comments.
+        #
+        # @since 1.0.0
+        BASH_COMMENT = SHELL_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line Ruby
+        # comments.
+        #
+        # @since 1.0.0
+        RUBY_COMMENT = SHELL_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line Python
+        # comments.
+        #
+        # @since 1.0.0
+        PYTHON_COMMENT = SHELL_STYLE_COMMENT
+
+        # Regular expression to match any single-line or multi-line comments.
+        #
+        # @since 1.0.0
+        COMMENT = /#{SHELL_COMMENT}|#{C_COMMENT}/
+      end
+    end
+  end
+end

data/lib/ronin/{extensions.rb → support/text/patterns.rb}

@@ -1,7 +1,6 @@
+# frozen_string_literal: true
 #
-# Copyright (c) 2006-2021 Hal Brodigan (postmodern.mod3 at gmail.com)
-#
-# This file is part of ronin-support.
+# Copyright (c) 2006-2022 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # ronin-support is free software: you can redistribute it and/or modify
 # it under the terms of the GNU Lesser General Public License as published
@@ -17,13 +16,10 @@
 # along with ronin-support.  If not, see <https://www.gnu.org/licenses/>.
 #
 
-require 'ronin/extensions/meta'
-require 'ronin/extensions/string'
-require 'ronin/extensions/regexp'
-require 'ronin/extensions/file'
-require 'ronin/extensions/ip_addr'
-require 'ronin/extensions/resolv'
-require 'ronin/extensions/kernel'
-
-require 'hexdump/extensions'
-require 'uri/query_params/extensions'
+require 'ronin/support/text/patterns/language'
+require 'ronin/support/text/patterns/numeric'
+require 'ronin/support/text/patterns/credentials'
+require 'ronin/support/text/patterns/crypto'
+require 'ronin/support/text/patterns/network'
+require 'ronin/support/text/patterns/pii'
+require 'ronin/support/text/patterns/source_code'