credsweeper 1.11.4__py3-none-any.whl → 1.11.6__py3-none-any.whl

credsweeper/filters/group/url_credentials_group.py

@@ -1,10 +1,10 @@
 from credsweeper.common.constants import GroupType
-from credsweeper.config import Config
+from credsweeper.config.config import Config
 from credsweeper.filters import (ValueAllowlistCheck, ValueArrayDictionaryCheck, ValueBlocklistCheck,
                                  ValueCamelCaseCheck, ValueDictionaryValueLengthCheck, ValueFilePathCheck,
                                  ValueLastWordCheck, ValueMethodCheck, ValueNotAllowedPatternCheck, ValuePatternCheck,
                                  ValueStringTypeCheck, ValueTokenCheck)
-from credsweeper.filters.group import Group
+from credsweeper.filters.group.group import Group
 
 
 class UrlCredentialsGroup(Group):

credsweeper/filters/group/weird_base36_token.py

@@ -1,8 +1,8 @@
 from credsweeper.common.constants import GroupType
-from credsweeper.config import Config
+from credsweeper.config.config import Config
 from credsweeper.filters import ValueCoupleKeywordCheck, ValuePatternCheck, ValueNumberCheck, ValueEntropyBase36Check, \
     ValueTokenBase36Check
-from credsweeper.filters.group import Group
+from credsweeper.filters.group.group import Group
 
 
 class WeirdBase36Token(Group):

credsweeper/filters/group/weird_base64_token.py

@@ -1,9 +1,9 @@
 from credsweeper.common.constants import GroupType
-from credsweeper.config import Config
+from credsweeper.config.config import Config
 from credsweeper.filters import ValueCoupleKeywordCheck, ValueNotPartEncodedCheck, \
     ValueBase64DataCheck, ValueEntropyBase64Check, ValuePatternCheck, ValueNumberCheck, ValueTokenBase64Check, \
     ValueBase64PartCheck
-from credsweeper.filters.group import Group
+from credsweeper.filters.group.group import Group
 
 
 class WeirdBase64Token(Group):

credsweeper/filters/line_git_binary_check.py

@@ -2,10 +2,10 @@ import base64
 import contextlib
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class LineGitBinaryCheck(Filter):

credsweeper/filters/line_specific_key_check.py

@@ -1,11 +1,11 @@
 import re
 
 from credsweeper.common.constants import ML_HUNK
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class LineSpecificKeyCheck(Filter):

credsweeper/filters/line_uue_part_check.py

@@ -1,9 +1,9 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class LineUUEPartCheck(Filter):

credsweeper/filters/value_allowlist_check.py

@@ -1,10 +1,10 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueAllowlistCheck(Filter):

credsweeper/filters/value_array_dictionary_check.py

@@ -1,9 +1,9 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueArrayDictionaryCheck(Filter):

credsweeper/filters/value_atlassian_token_check.py

@@ -2,11 +2,11 @@ import binascii
 import contextlib
 
 from credsweeper.common.constants import LATIN_1, ASCII
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueAtlassianTokenCheck(Filter):

credsweeper/filters/value_azure_token_check.py

@@ -1,12 +1,12 @@
 import contextlib
 import json
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 from credsweeper.filters.value_entropy_base64_check import ValueEntropyBase64Check
-from credsweeper.utils import Util
+from credsweeper.utils.util import Util
 
 
 class ValueAzureTokenCheck(Filter):

credsweeper/filters/value_base32_data_check.py

@@ -2,11 +2,11 @@ import base64
 import contextlib
 import string
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueBase32DataCheck(Filter):

credsweeper/filters/value_base64_data_check.py

@@ -1,11 +1,11 @@
 import contextlib
 import string
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueBase64DataCheck(Filter):

credsweeper/filters/value_base64_encoded_pem_check.py

@@ -1,12 +1,12 @@
 import contextlib
 
 from credsweeper.common.constants import ASCII, PEM_BEGIN_PATTERN
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
 from credsweeper.utils.pem_key_detector import PemKeyDetector
+from credsweeper.utils.util import Util
 
 
 class ValueBase64EncodedPem(Filter):

credsweeper/filters/value_base64_key_check.py

@@ -1,18 +1,17 @@
 import contextlib
-import string
 
-from cryptography.hazmat.primitives import serialization
-
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueBase64KeyCheck(Filter):
     """Check that candidate contains base64 encoded private key"""
 
+    EXTRA_TRANS_TABLE = str.maketrans('', '', "\",'\\")
+
     def __init__(self, config: Config = None) -> None:
         self.config = config
 
@@ -29,12 +28,10 @@ class ValueBase64KeyCheck(Filter):
         """
 
         with contextlib.suppress(Exception):
-            text = line_data.value
-            # replace to space any escaped sequence except space from string.whitespace
-            for x in ["\\t", "\\n", "\\r", "\\v", "\\f"]:
-                text = text.replace(x, ' ')
-            for x in string.whitespace:
-                text = text.replace(x, '')
+            # remove backslash escaping sequences
+            text = Util.PEM_CLEANING_PATTERN.sub(r'', line_data.value)
+            # remove whitespaces
+            text = text.translate(Util.WHITESPACE_TRANS_TABLE)
             # clean sequence concatenation case:
             text = text.replace("'+'", '')
             text = text.replace('"+"', '')
@@ -43,12 +40,10 @@ class ValueBase64KeyCheck(Filter):
             text = text.replace('%2F', '/')
             text = text.replace('%3D', '=')
             # clean any other chars which should not appear
-            for x in ["'", '"', '\\', ',']:
-                text = text.replace(x, "")
+            text = text.translate(ValueBase64KeyCheck.EXTRA_TRANS_TABLE)
             # only PEM standard encoding supported in regex pattern to cut off ending of the key
             key = Util.decode_base64(text, padding_safe=True, urlsafe_detect=False)
-            private_key = serialization.load_der_private_key(key, password=None)
-            if 0 < private_key.key_size:  # type: ignore
-                # access to size field check - some types have no size
+            private_key = Util.load_pk(key, password=None)
+            if Util.check_pk(private_key):
                 return False
         return True

credsweeper/filters/value_base64_part_check.py

@@ -4,12 +4,12 @@ import statistics
 from itertools import takewhile
 
 from credsweeper.common.constants import Chars
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 from credsweeper.filters.value_entropy_base64_check import ValueEntropyBase64Check
-from credsweeper.utils import Util
+from credsweeper.utils.util import Util
 
 
 class ValueBase64PartCheck(Filter):

credsweeper/filters/value_basic_auth_check.py

@@ -0,0 +1,36 @@
+import contextlib
+
+from credsweeper.common.constants import DEFAULT_PATTERN_LEN, UTF_8
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
+from credsweeper.file_handler.analysis_target import AnalysisTarget
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
+
+
+class ValueBasicAuthCheck(Filter):
+    """Check that candidate have a known structure"""
+
+    def __init__(self, config: Config = None) -> None:
+        pass
+
+    def run(self, line_data: LineData, target: AnalysisTarget) -> bool:
+        """Run filter checks on received token which might be structured.
+
+        Args:
+            line_data: credential candidate data
+            target: multiline target from which line data was obtained
+
+        Return:
+            True, if need to filter candidate and False if left
+
+        """
+        value = line_data.value
+        with contextlib.suppress(Exception):
+            # Basic encoding -> login:password
+            decoded = Util.decode_base64(value, padding_safe=True, urlsafe_detect=True)
+            delimiter_pos = decoded.find(b':')
+            # check whether the delimiter exists and all chars are decoded
+            if 0 < delimiter_pos < len(decoded) - DEFAULT_PATTERN_LEN and decoded.decode(UTF_8):
+                return False
+        return True

credsweeper/filters/value_blocklist_check.py

@@ -1,7 +1,7 @@
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueBlocklistCheck(Filter):

credsweeper/filters/value_camel_case_check.py

@@ -1,11 +1,11 @@
 import re
 
 from credsweeper.common import static_keyword_checklist
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueCamelCaseCheck(Filter):

credsweeper/filters/value_couple_keyword_check.py

@@ -1,8 +1,8 @@
 from credsweeper.common import static_keyword_checklist
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueCoupleKeywordCheck(Filter):

credsweeper/filters/value_dictionary_keyword_check.py

@@ -1,8 +1,8 @@
 from credsweeper.common import static_keyword_checklist
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueDictionaryKeywordCheck(Filter):

credsweeper/filters/value_dictionary_value_length_check.py

@@ -1,7 +1,7 @@
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueDictionaryValueLengthCheck(Filter):

credsweeper/filters/value_discord_bot_check.py

@@ -1,11 +1,11 @@
 import contextlib
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 from credsweeper.filters.value_entropy_base64_check import ValueEntropyBase64Check
-from credsweeper.utils import Util
+from credsweeper.utils.util import Util
 
 
 class ValueDiscordBotCheck(Filter):

credsweeper/filters/value_entropy_base_check.py

@@ -1,10 +1,10 @@
 from abc import abstractmethod
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueEntropyBaseCheck(Filter):

credsweeper/filters/value_file_path_check.py

@@ -1,10 +1,11 @@
 from credsweeper.common import static_keyword_checklist
 from credsweeper.common.constants import Chars
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter, ValueEntropyBase64Check
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.filters.value_entropy_base64_check import ValueEntropyBase64Check
+from credsweeper.utils.util import Util
 
 
 class ValueFilePathCheck(Filter):

credsweeper/filters/value_github_check.py

@@ -4,10 +4,10 @@ import contextlib
 import base62
 
 from credsweeper.common.constants import ASCII
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueGitHubCheck(Filter):

credsweeper/filters/value_grafana_check.py

@@ -1,11 +1,11 @@
 import contextlib
 import json
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueGrafanaCheck(Filter):

credsweeper/filters/value_grafana_service_check.py

@@ -3,10 +3,10 @@ import contextlib
 import struct
 
 from credsweeper.common.constants import ASCII
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueGrafanaServiceCheck(Filter):

credsweeper/filters/value_hex_number_check.py

@@ -1,9 +1,9 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueHexNumberCheck(Filter):

credsweeper/filters/value_jfrog_token_check.py

@@ -4,11 +4,11 @@ import re
 import base58
 
 from credsweeper.common.constants import ASCII
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueJfrogTokenCheck(Filter):

credsweeper/filters/value_json_web_key_check.py

@@ -0,0 +1,37 @@
+import contextlib
+
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
+from credsweeper.file_handler.analysis_target import AnalysisTarget
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
+
+
+class ValueJsonWebKeyCheck(Filter):
+    """
+    Check that candidate is JWK which starts usually from 'e'
+    and have private parts of the key
+    https://datatracker.ietf.org/doc/html/rfc7517
+    https://datatracker.ietf.org/doc/html/rfc7518
+    """
+
+    def __init__(self, config: Config = None) -> None:
+        pass
+
+    def run(self, line_data: LineData, target: AnalysisTarget) -> bool:
+        """Run filter checks on received key which might be structured.
+
+        Args:
+            line_data: credential candidate data
+            target: multiline target from which line data was obtained
+
+        Return:
+            True, when need to filter candidate and False if left
+
+        """
+        with contextlib.suppress(Exception):
+            if data := Util.decode_base64(line_data.value, padding_safe=True, urlsafe_detect=True):
+                if b'"kty":' in data and (b'"oct"' in data and b'"k":' in data or
+                                          (b'"EC"' in data or b'"RSA"' in data) and b'"d":' in data):
+                    return False
+        return True

credsweeper/filters/value_json_web_token_check.py

@@ -1,11 +1,11 @@
 import contextlib
 import json
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueJsonWebTokenCheck(Filter):

credsweeper/filters/value_last_word_check.py

@@ -1,7 +1,7 @@
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueLastWordCheck(Filter):

credsweeper/filters/value_method_check.py

@@ -1,9 +1,9 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueMethodCheck(Filter):

credsweeper/filters/value_not_allowed_pattern_check.py

@@ -1,10 +1,10 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
+from credsweeper.filters.filter import Filter
+from credsweeper.utils.util import Util
 
 
 class ValueNotAllowedPatternCheck(Filter):

credsweeper/filters/value_not_part_encoded_check.py

@@ -2,10 +2,10 @@ import re
 from typing import Optional
 
 from credsweeper.common import static_keyword_checklist
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueNotPartEncodedCheck(Filter):

credsweeper/filters/value_number_check.py

@@ -1,9 +1,9 @@
 import re
 
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
+from credsweeper.config.config import Config
+from credsweeper.credentials.line_data import LineData
 from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
+from credsweeper.filters.filter import Filter
 
 
 class ValueNumberCheck(Filter):