credsweeper 1.12.1__py3-none-any.whl → 1.13.3__py3-none-any.whl

credsweeper/scanner/scanner.py

@@ -19,6 +19,8 @@ from credsweeper.utils.util import Util
 
 logger = logging.getLogger(__name__)
 
+RULES_PATH = APP_PATH / "rules" / "config.yaml"
+
 
 class Scanner:
     """Advanced Credential Scanner base class.
@@ -66,11 +68,11 @@ class Scanner:
                 return True
         return False
 
-    def _set_rules_scanners(self, rule_path: Union[None, str, Path]) -> None:
+    def _set_rules_scanners(self, rules_path: Union[None, str, Path]) -> None:
         """Auxiliary method to fill rules, determine min_pattern_len and set scanners"""
-        if rule_path is None:
-            rule_path = APP_PATH / "rules" / "config.yaml"
-        rule_templates = Util.yaml_load(rule_path)
+        if rules_path is None:
+            rules_path = RULES_PATH
+        rule_templates = Util.yaml_load(rules_path)
         if rule_templates and isinstance(rule_templates, list):
             rule_names = set()
             for rule_template in rule_templates:
@@ -98,7 +100,7 @@ class Scanner:
                         logger.warning(f"Unknown rule type:{rule.rule_type}")
                 self.rules_scanners.append((rule, self.get_scanner(rule)))
         else:
-            raise RuntimeError(f"Wrong rules '{rule_templates}' were read from '{rule_path}'")
+            raise RuntimeError(f"Wrong rules '{rule_templates}' were read from '{rules_path}'")
 
     def _is_available(self, rule: Rule) -> bool:
         """separate the method to reduce complexity"""
@@ -153,8 +155,11 @@ class Scanner:
                 target_line_stripped_len >= self.min_keyword_len and (  #
                         '=' in target_line_stripped
                         or ':' in target_line_stripped
-                        or "#define" in target_line_stripped
-                        or "%define" in target_line_stripped
+                        or ("define" in target_line_stripped
+                            and ('(' in target_line_stripped and ',' in target_line_stripped
+                                 or "#define" in target_line_stripped
+                                 or "%define" in target_line_stripped)
+                            )
                         or "%global" in target_line_stripped
                         or "set" in target_line_stripped_lower
                         or "%3d" in target_line_stripped_lower

credsweeper/secret/config.json

@@ -12,18 +12,21 @@
             ".rpm",
             ".tar",
             ".war",
+            ".whl",
             ".xz",
             ".zip"
         ],
         "documents": [
-            ".xlsx",
+            ".doc",
             ".docx",
-            ".pptx",
-            ".xls",
             ".odp",
             ".ods",
             ".odt",
-            ".pdf"
+            ".pdf",
+            ".ppt",
+            ".pptx",
+            ".xls",
+            ".xlsx"
         ],
         "extension": [
             ".7z",
@@ -45,16 +48,23 @@
             ".info",
             ".jpeg",
             ".jpg",
+            ".lib",
             ".map",
             ".m4a",
             ".mat",
             ".mo",
+            ".mov",
             ".mp3",
             ".mp4",
+            ".mpg",
+            ".mkv",
             ".npy",
             ".npz",
             ".obj",
+            ".oga",
             ".ogg",
+            ".ogv",
+            ".ops",
             ".pak",
             ".png",
             ".psd",
@@ -71,8 +81,10 @@
             ".so",
             ".sum",
             ".svg",
+            ".swf",
             ".tif",
             ".tiff",
+            ".tlb",
             ".ttf",
             ".vcxproj",
             ".vdproj",
@@ -81,6 +93,7 @@
             ".webp",
             ".wma",
             ".woff",
+            ".woff2",
             ".yuv"
         ],
         "path": [
@@ -164,7 +177,7 @@
         "tizen"
     ],
     "check_for_literals": true,
-    "max_password_value_length": 31,
+    "max_password_value_length": 64,
     "max_url_cred_value_length": 80,
     "line_data_output": [
         "line",

credsweeper/utils/util.py

@@ -61,11 +61,11 @@ class Util:
     def get_shannon_entropy(data: Union[str, bytes]) -> float:
         """Borrowed from http://blog.dkbza.org/2007/05/scanning-data-for-entropy-anomalies.html."""
         if not data:
-            return 0.
+            return 0.0
         size = len(data)
         _uniq, counts = np.unique(list(data), return_counts=True)
         probabilities = counts / size
-        entropy = float(-np.sum(probabilities * np.log2(probabilities)))
+        entropy = -float(np.sum(probabilities * np.log2(probabilities)))
         return entropy
 
     # Precalculated data for speedup
@@ -141,15 +141,6 @@ class Util:
         min_entropy = Util.get_min_data_entropy(data_len)
         return entropy < min_entropy
 
-    @staticmethod
-    def is_known(data: Union[bytes, bytearray]) -> bool:
-        """Returns True if any known binary format is found to prevent extra scan a file without an extension."""
-        if isinstance(data, (bytes, bytearray)) and data.startswith(b"\x7f\x45\x4c\x46") and 127 <= len(data):
-            # https://en.wikipedia.org/wiki/Executable_and_Linkable_Format
-            # minimal ELF is 127 bytes https://github.com/tchajed/minimal-elf
-            return True
-        return False
-
     @staticmethod
     def is_binary(data: Union[bytes, bytearray]) -> bool:
         """
@@ -218,13 +209,12 @@ class Util:
             try:
                 if binary_suggest and LATIN_1 == encoding and (Util.is_binary(content) or not Util.is_latin1(content)):
                     # LATIN_1 may convert data (bytes in range 0x80:0xFF are transformed)
-                    # so skip this encoding when checking binaries
-                    logger.warning("Binary file detected %s", repr(content[:8]))
                     break
-                text = content.decode(encoding, errors="strict")
-                if content != text.encode(encoding, errors="strict"):
+                _text = content.decode(encoding=encoding, errors="strict")
+                if content != _text.encode(encoding=encoding, errors="strict"):
                     # the check helps to detect a real encoding
                     raise UnicodeError
+                text = _text
                 break
             except UnicodeError:
                 binary_suggest = True
@@ -233,6 +223,11 @@ class Util:
                 logger.error(f"Unexpected Error: Can't read content as {encoding}. Error message: {exc}")
         return text
 
+    @staticmethod
+    def split_text(text: str) -> List[str]:
+        """Splits a text into lines, handling all common line endings (e.g., LF, CRLF, CR)."""
+        return text.replace("\r\n", '\n').replace('\r', '\n').split('\n')
+
     @staticmethod
     def decode_bytes(content: bytes, encodings: Optional[List[str]] = None) -> List[str]:
         """Decode content using different encodings.
@@ -251,7 +246,7 @@ class Util:
 
         """
         if text := Util.decode_text(content, encodings):
-            lines = text.replace('\r\n', '\n').replace('\r', '\n').split('\n')
+            lines = Util.split_text(text)
         else:
             lines = []
         return lines
@@ -355,13 +350,20 @@ class Util:
             return True
         return False
 
-    @classmethod
-    def is_sqlite3(cls, data):
+    @staticmethod
+    def is_sqlite3(data: Union[bytes, bytearray]):
         """According https://en.wikipedia.org/wiki/List_of_file_signatures - SQLite Database"""
         if isinstance(data, (bytes, bytearray)) and data.startswith(b"SQLite format 3\0"):
             return True
         return False
 
+    @staticmethod
+    def is_rtf(data: Union[bytes, bytearray]):
+        """According https://en.wikipedia.org/wiki/List_of_file_signatures - Rich Text Format"""
+        if isinstance(data, (bytes, bytearray)) and data.startswith(b"{\\rtf1") and data.endswith(b"}"):
+            return True
+        return False
+
     @staticmethod
     def is_asn1(data: Union[bytes, bytearray]) -> int:
         """Only sequence type 0x30 and size correctness are checked
@@ -575,6 +577,7 @@ class Util:
         """decode text to bytes with / without padding detect and urlsafe symbols"""
         value = text.translate(Util.WHITESPACE_TRANS_TABLE)
         if padding_safe:
+            value = value.rstrip('=')  # python 3.10 workaround
             pad_num = 0x3 & len(value)
             if pad_num:
                 value += '=' * (4 - pad_num)

{credsweeper-1.12.1.dist-info → credsweeper-1.13.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: credsweeper
-Version: 1.12.1
+Version: 1.13.3
 Summary: Credential Sweeper
 Project-URL: Homepage, https://github.com/Samsung/CredSweeper
 Project-URL: Bug Tracker, https://github.com/Samsung/CredSweeper/issues
@@ -10,13 +10,12 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Security
 Classifier: Topic :: Software Development :: Quality Assurance
-Requires-Python: >=3.9
+Requires-Python: >=3.10
 Requires-Dist: base58
 Requires-Dist: beautifulsoup4>=4.11.0
 Requires-Dist: colorama
@@ -24,10 +23,10 @@ Requires-Dist: cryptography
 Requires-Dist: gitpython
 Requires-Dist: humanfriendly
 Requires-Dist: lxml
-Requires-Dist: numpy<2.0.0
+Requires-Dist: numpy
 Requires-Dist: odfpy
-Requires-Dist: onnxruntime; platform_system != 'Windows'
-Requires-Dist: onnxruntime==1.19.2; platform_system == 'Windows'
+Requires-Dist: onnxruntime; platform_system != 'Windows' or python_version != '3.12'
+Requires-Dist: onnxruntime==1.19.2; platform_system == 'Windows' and python_version == '3.12'
 Requires-Dist: openpyxl
 Requires-Dist: pandas
 Requires-Dist: pdfminer-six
@@ -38,6 +37,7 @@ Requires-Dist: python-docx
 Requires-Dist: python-pptx
 Requires-Dist: pyyaml
 Requires-Dist: rpmfile
+Requires-Dist: striprtf
 Requires-Dist: whatthepatch
 Requires-Dist: xlrd
 Description-Content-Type: text/markdown
@@ -90,7 +90,7 @@ Full documentation can be found here: <https://credsweeper.readthedocs.io/>
 
 ### Main Requirements
 
-- Python 3.9, 3.10, 3.11, 3.12
+- Python 3.10, 3.11, 3.12
 
 ### Installation
 

{credsweeper-1.12.1.dist-info → credsweeper-1.13.3.dist-info}/RECORD

@@ -1,44 +1,47 @@
-credsweeper/__init__.py,sha256=r7ftJ7P_js_nXMf0Z0h1tOHjMzmCX_qUlMRhVahUfaM,992
-credsweeper/__main__.py,sha256=koQXkosJ4wZ54MmOIUUsx8dHeAiEkv6ZHu3hGTUU7uA,21825
-credsweeper/app.py,sha256=hAGmbGJpDPmYf4xCUJ__oGyDGdZdWc_IGojad26Nc4o,20780
+credsweeper/__init__.py,sha256=GZRsqgsgQGxv0Yc0H3LeHGIA5KUmQVMQ-TH8KsH8nfc,992
+credsweeper/__main__.py,sha256=cxbrvejofMAhaiOi9fO0qEKVME_HLGTeZAVmcppFsW8,22591
+credsweeper/app.py,sha256=U6V-LQ7OiqNjtP45ih-0HwJqTz5dpgkrG3sRCoWU21A,21001
 credsweeper/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/common/__init__.py,sha256=mYiHEDV0hSeWcFx0Wb8oIRDCPR92ben0mCuC9-gCTgI,184
 credsweeper/common/constants.py,sha256=ZCE5VCpCMx1qmhVEfh2VYmjofQfaYzVip-ej0qJEPT8,5475
 credsweeper/common/keyword_checklist.py,sha256=6EKNdMMryZykedAOhEc-MF1byi5oXmAiljq61T_nco4,2258
 credsweeper/common/keyword_checklist.txt,sha256=a8GW-wF6D83uVFYxMWEsUFlth6c1B_KDpF8_Xpj0mE8,7169
-credsweeper/common/keyword_pattern.py,sha256=UIty0_CfWy5oMH-pcY6jDF-TaWJOaXC1zQGy3B3DD2c,3322
-credsweeper/common/morpheme_checklist.txt,sha256=81HzC_wRi-hOSnyec4Hw5kY9fjOg91WNrsQ7ksMoO20,8880
+credsweeper/common/keyword_pattern.py,sha256=BuqYm4zYc27MJcxMMPNfqqjbqP2kS8fOaIaCkbuw-fk,3481
+credsweeper/common/morpheme_checklist.txt,sha256=ynzT3GaFzxGM_p1cHzYxHug4Zqbzshm0Zcd-h_KcXoI,9000
 credsweeper/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-credsweeper/config/config.py,sha256=fv_XPLgA42Wa5WUwl4xGYpHYmXclkyL2JVmsaI56EpM,2639
+credsweeper/config/config.py,sha256=iFrUxGvUoFPJT-FsbtQwKYRWMfxn6gJxS1h4GWtnFRM,2694
 credsweeper/credentials/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/credentials/augment_candidates.py,sha256=Rnujq3EmTKhfnGhiuwQ3sCJD5VY4CPuLKCjTujC5TfU,812
 credsweeper/credentials/candidate.py,sha256=VeOnxdkdb2bN5G9y0jqBJuATiqEB0QoYwsyrc3d9G9Y,5515
 credsweeper/credentials/candidate_group_generator.py,sha256=rN_c4-ogPz0h-z2aPgzbu0hUz68L69xfd9oyzkooTUc,1243
 credsweeper/credentials/candidate_key.py,sha256=NsYGPqqjfm6z2MGtcQbiUGiWmKUCuzflXlZYf_vn_84,917
 credsweeper/credentials/credential_manager.py,sha256=Au5oCtz0HY33e83P5EN5v6LQMLYIbtZGvaClOc-uKZ0,4197
-credsweeper/credentials/line_data.py,sha256=hkVtppv7jM1E5yN7ikHktKVvaRbux8OLTYDGv6xcdo0,21669
+credsweeper/credentials/line_data.py,sha256=3Y9cuUGt9equShHlFGfumZG_S5_EHDFplBESYD2IFqs,22525
 credsweeper/deep_scanner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-credsweeper/deep_scanner/abstract_scanner.py,sha256=Dnfb4JpkOP1eF4MTxcGAXZ4E4H8T-KpFybYVqhjyGrE,15819
+credsweeper/deep_scanner/abstract_scanner.py,sha256=AVeTfIa602bgvL5ao4ck1ucgSLJh4rK-TI9birvjpTM,15863
 credsweeper/deep_scanner/byte_scanner.py,sha256=U1XTqFmfJ71GQs16n1KZ-Grw2pJ3_K7ozHWDzI_vCbo,1135
 credsweeper/deep_scanner/bzip2_scanner.py,sha256=-Ops6s3MqurtPdrl56qgqYCHLMyWeP-TZ477FcpKMaA,1634
+credsweeper/deep_scanner/csv_scanner.py,sha256=iI8DalkVsx_Fl-zXd5bSGS_Q2aOqu7gvoQxnR4qeTbA,3187
 credsweeper/deep_scanner/deb_scanner.py,sha256=cu2jCMUdctn3ezoOo7kHAC-85NCaY9m_b_rI3aNMmuQ,2495
-credsweeper/deep_scanner/deep_scanner.py,sha256=TVJK9C4_wlpkHy4b5Xp2UFJLPyR6URbx9Z-iPn6Sv7k,6309
+credsweeper/deep_scanner/deep_scanner.py,sha256=NI5E3GhogLGnNOWYejchdpdK_yyB9HvlK0IE9nvkHZ0,6686
 credsweeper/deep_scanner/docx_scanner.py,sha256=yL4IvSbiU9AkGHXUHYNV9rOlzfgPJ-dtMn7VxDg6pkw,4163
 credsweeper/deep_scanner/eml_scanner.py,sha256=zZSFRSX-5h5iMwofGNRYRjRxr_RdwnQyjP1D6ULz2P8,3522
 credsweeper/deep_scanner/encoder_scanner.py,sha256=3bip1bV7dW9BKeG7aIwWWyoi3whVuXxose5eLk3oYlA,1325
 credsweeper/deep_scanner/gzip_scanner.py,sha256=6aRW_kKtDKUhnbiGDZyk1ktfTd7PABFjsouudCO_uWU,1710
 credsweeper/deep_scanner/html_scanner.py,sha256=zORcAOEaBSiumLm83tl1k7sibc5u5sq3YasKcgr-LY0,1496
 credsweeper/deep_scanner/jclass_scanner.py,sha256=F9D5i-Jr__sC7YXaETPbSCFhiscTbPNEBYwVbChzngo,2981
-credsweeper/deep_scanner/jks_scanner.py,sha256=-CgZ5SSaVcAwm1rS3LUr3yQ2qIl505sv3T3z_FbdXSY,1877
+credsweeper/deep_scanner/jks_scanner.py,sha256=iG5X4bFSM1JDAcFbqwbDjM5rlGwY39ovnWMvM8PzwCY,2281
 credsweeper/deep_scanner/lang_scanner.py,sha256=eXBOOevLIexoVtiSJX1oRxof2agmzYdljIU1y_gE1N8,1350
 credsweeper/deep_scanner/lzma_scanner.py,sha256=BMRMyWxvzOGgz2Lax1I_GxJVx60K6pQUcDD2rHCW4Yg,1708
 credsweeper/deep_scanner/mxfile_scanner.py,sha256=El1jxK2_ryorTw4i2tAS_m4pucfkW-d5YLA6QYMGeP0,2108
 credsweeper/deep_scanner/patch_scanner.py,sha256=f371z_6-fxl5AESWB3BGU7_mozfHwTF3NdsaHFB8MME,2255
 credsweeper/deep_scanner/pdf_scanner.py,sha256=1UBvLq96SIPr3PCgzuDg8H6Wj9_DsiWT5hx2MGvLd20,3058
-credsweeper/deep_scanner/pkcs_scanner.py,sha256=AUjsldmwRz92Z98ZJWoXqbylu3oJLj79Himvfq13lyA,1749
+credsweeper/deep_scanner/pkcs_scanner.py,sha256=_KDQbtmc-RsMFxBEFbzGKvMoQTij3sLp3aiLPRAH6yo,1996
 credsweeper/deep_scanner/pptx_scanner.py,sha256=sxVz2R0Z1D_XF_uhl65dnI2gidYR-J6Ok53WiH0pQh0,1838
 credsweeper/deep_scanner/rpm_scanner.py,sha256=dR7qFnoXdKeHKK21cFP5OFXYZvjdeKchkolUrLRfnUM,2293
+credsweeper/deep_scanner/rtf_scanner.py,sha256=ZcPk6ZsqCI69wkTaJxDbHk9qz4RVau1gR5NYOvsjr7s,1617
 credsweeper/deep_scanner/sqlite3_scanner.py,sha256=9XaFTtSZoiaKKPIrDpxDsFIh8m3wILR3c2927dWgXCQ,3510
+credsweeper/deep_scanner/strings_scanner.py,sha256=qgPrBZo87vGhNT8pyuhzlX93bI3lCnAJJWHeOkg_60A,2236
 credsweeper/deep_scanner/tar_scanner.py,sha256=6VAw-xSvYQqmP_OmLuETelRQFUK_UzmJfSXC49dzYzI,2440
 credsweeper/deep_scanner/tmx_scanner.py,sha256=Nlmx_zH_J1AAPEbXoxz_NjPkg9uVN4TtS8Z1pRqZOag,1961
 credsweeper/deep_scanner/xlsx_scanner.py,sha256=BlbylVMAC1-OEERuB_A54BjETmmQsVNWOSXojxeTKYA,2721
@@ -47,18 +50,18 @@ credsweeper/deep_scanner/zip_scanner.py,sha256=bElKtNwpecOmBfJBsi-2y9SjcrpFFe-ix
 credsweeper/file_handler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/file_handler/abstract_provider.py,sha256=2qtZHOLSf3HnEkHjugLo-OpY2bPeMJU0_CU9bX6Show,1324
 credsweeper/file_handler/analysis_target.py,sha256=FEznSNcUbTaqGa3ZKy8FusdqDR7CxFX1fwIrA_LdwoY,2752
-credsweeper/file_handler/byte_content_provider.py,sha256=WiKpmoq8cZ8JRvsjdIXYpH7JeW9F6U6srZzgSJYDk-Y,1935
+credsweeper/file_handler/byte_content_provider.py,sha256=NP-SDn6tp2x9M7ro0Yx4GwoUJV29ZBJZTEjl4CFINHc,2305
 credsweeper/file_handler/content_provider.py,sha256=eUTgzbZaml6AFXlTJysVw4_nHVVFXYCoDSCtGiB0zBI,3893
 credsweeper/file_handler/data_content_provider.py,sha256=p2hvZabS4pH6_y9eLn2M4VJTH-9dn8S9QeglxuFJJeQ,17667
 credsweeper/file_handler/descriptor.py,sha256=LQHjzmRL0fl8mlKwA--Nl_D4mKFtg9VsUJnWZqtjFhU,185
 credsweeper/file_handler/diff_content_provider.py,sha256=zziVB38BbXTmKuDAesjzw-pCWEZLUMUprIRl1G9mXpg,7782
-credsweeper/file_handler/file_path_extractor.py,sha256=EgVVeaf14UkbETuWHf4Do_0A2Rj2weFc7EFOKez5AgU,6901
+credsweeper/file_handler/file_path_extractor.py,sha256=_nc0DnwQDU886NVBp4YgJOEo21HT6TvAy0kyPIRtB-o,6954
 credsweeper/file_handler/files_provider.py,sha256=3dCsrrkhrjYAJ75-FRWn5H4-55Nnk_S0YkXS66G3tYk,2538
 credsweeper/file_handler/patches_provider.py,sha256=fzC0tUAzev5PzZJ8NcIL1HfeGPcLvWZNlf4noeGLhlo,3016
 credsweeper/file_handler/string_content_provider.py,sha256=e7mHLwa5bkHthI3hr5pP7ZlyoFfPeeVbmTAlZG2-xB4,2481
 credsweeper/file_handler/struct_content_provider.py,sha256=H1ZhSosaWJEOtzWYC1rve0glrJUu2UDYjmOx-9DDNxs,1595
-credsweeper/file_handler/text_content_provider.py,sha256=JcNiRrWDYMgLUADehp1V4RvICx35jl3AeeJCbzpbRRg,3008
-credsweeper/filters/__init__.py,sha256=gBuGNWvKtYVdFnIZd8yVvKvIDb55JX9jhrQ1db1qqEY,3327
+credsweeper/file_handler/text_content_provider.py,sha256=-ChrXvo6Cq2eWcHR_EpZ5FUdfGZk-MUDImhDjxuNPf8,3325
+credsweeper/filters/__init__.py,sha256=ysfbPt7iWEgpSDquxJpPi6d-RXOKDBz4C2zxmD9DwhM,3318
 credsweeper/filters/filter.py,sha256=Z6z8mQ3uACWPUnNZWBju41ch__ojN7glxbh6s70zWLQ,927
 credsweeper/filters/line_git_binary_check.py,sha256=UV9BlPIpcz8019wvRSq-wz3TvU4D7T8n1esM8zIix2s,1657
 credsweeper/filters/line_specific_key_check.py,sha256=lRt35rYBnzeqyW_Gylu6ewf_x6Nw3fMSMzxe-3G4dVI,1603
@@ -74,16 +77,15 @@ credsweeper/filters/value_base64_key_check.py,sha256=NzT0hwdg8c732Q4nx1O4Y14yLrQ
 credsweeper/filters/value_base64_part_check.py,sha256=ux250qeSjqqsbkgiok29cu0fSLbjGD2jMllXSErTtMg,5025
 credsweeper/filters/value_basic_auth_check.py,sha256=yrH-nXTAW2ol0J_S7UxN2dYZPQSthtigm60vq4Flfow,1395
 credsweeper/filters/value_blocklist_check.py,sha256=QeRHpjQQNLDYmQYfpETXbkAMBTeqtW-BZ6iBOcb8gms,1208
-credsweeper/filters/value_camel_case_check.py,sha256=G9jPfMeVt9eH_DLlEGfnaLy3nb-o65Iipn56kZTumiM,1300
-credsweeper/filters/value_couple_keyword_check.py,sha256=hZ_uAqUpIdGV6yadYIoDHJaBHaTcM3r7LF79ryujDvo,1067
+credsweeper/filters/value_camel_case_check.py,sha256=0CzDzFa9ZGdPAejAajATS_vSaClIdGjC5rrvS4RbtSM,1296
 credsweeper/filters/value_dictionary_keyword_check.py,sha256=aKUe1gWk80h_3Euo_5wog3MLJb20yrf3CmKyVDHjrt8,1326
 credsweeper/filters/value_discord_bot_check.py,sha256=bjBdMCNfg2AH1kyBTBIp_FEr-dDfbui6CO0czVTM-os,1547
 credsweeper/filters/value_entropy_base32_check.py,sha256=PKFp6eOXZ8yiK00JNxWPbxw4LnAeE16u39ePNozTGEg,642
 credsweeper/filters/value_entropy_base36_check.py,sha256=ZHa_AUtskBCmfhUQwjgkolB1OuB2t1GRDi8SDl7o_A8,651
 credsweeper/filters/value_entropy_base64_check.py,sha256=Kp6AU1rOqEnO4MJ7xoQhMSbvoJKMBBcEQvZz_JsX_kY,812
 credsweeper/filters/value_entropy_base_check.py,sha256=6mBfw5RAXutHemMARe0eJl_7I0G24rzl4ggzYOIPQGk,1308
-credsweeper/filters/value_file_path_check.py,sha256=lqajrWbvVKZFVOrH6A-fC2I3ZuiGMI8AMwFOKkGHLbs,3638
-credsweeper/filters/value_github_check.py,sha256=GPYbUBCzaNfKWafpm_F_Hfq4QQwtFA_47l-zRq8u0m0,1503
+credsweeper/filters/value_file_path_check.py,sha256=SO1WR1dLKsJpkC8dWab16JTAPRR652Zps8wBo5rB2CU,3787
+credsweeper/filters/value_github_check.py,sha256=QA5cymmhlwx8DaK8zTdS3By7-ay32R2BhAIz7LIOM0Q,1630
 credsweeper/filters/value_grafana_check.py,sha256=4WO6nE4Mg38Yp8EICIO0YxLnLXjg7Pd0vvZRRmbyPG0,1573
 credsweeper/filters/value_grafana_service_check.py,sha256=zufVC7k0upjTww842vMK297HMTuK1RZu8mYybBRmWDQ,1195
 credsweeper/filters/value_hex_number_check.py,sha256=bEknr5uHGFMLUhZdPMU4Trmxnl8iJbXfVUPbIIm1D3I,1038
@@ -93,13 +95,14 @@ credsweeper/filters/value_json_web_token_check.py,sha256=XXPqdWomf4LXVr2ihxygxMG
 credsweeper/filters/value_last_word_check.py,sha256=EX9DiZrZt0Kd_3PNAcj5uKhuKrJs-84GVhX51WBXvgE,963
 credsweeper/filters/value_length_check.py,sha256=HBGGXZLZpLpH6V9J7Uz8qXa1o-DsSU6QahZhBDa3Y0Y,1174
 credsweeper/filters/value_method_check.py,sha256=ekpvFWGk71hpsRYWmte0ob8_lpfYvmgr0Otqy5X2h68,1175
+credsweeper/filters/value_morphemes_check.py,sha256=u0dpYxhiH1s-jag0YykXIORr09b90XatbWDEIIu3Z_c,1958
 credsweeper/filters/value_not_allowed_pattern_check.py,sha256=0zVvEGp8CJA5_pEeKm551cT19nmt_fE09asoTZfmxgk,1245
 credsweeper/filters/value_not_part_encoded_check.py,sha256=Myhm9o5HxmkEsKw8z8ssJy4__FNqGvmMQNAR6OAoHN8,3839
 credsweeper/filters/value_number_check.py,sha256=_syVNMVQlRQN8fM2n2LOdWTbruicd2jW419gI0eJO78,1192
 credsweeper/filters/value_pattern_check.py,sha256=6yovpT3a9_x5W0MU1_7Bbcbj5CgoySy61dKQWhOb9ns,6916
 credsweeper/filters/value_similarity_check.py,sha256=uFaQkYy0MvJIOQLqeqOjVQkQzf3PHP8pxI6uSANmwGo,1235
 credsweeper/filters/value_split_keyword_check.py,sha256=yLMbGy9pvNbV_Siw_vl2RB8p1UGQAMiExd_kC-wc_rY,1175
-credsweeper/filters/value_string_type_check.py,sha256=If3oVEEBl5ChejCbnwar4BSSoYv55633dEsijIIPt40,2139
+credsweeper/filters/value_string_type_check.py,sha256=Ua85BMqT9IqbWaJuk9mfuCkHDM8maV0Ny25ePU5w-28,2198
 credsweeper/filters/value_token_base32_check.py,sha256=nI6Xz3Vu-ps6Uq4svRjNAvz4TzC1n1Vhjhd1DGpusws,1875
 credsweeper/filters/value_token_base36_check.py,sha256=qYVVSZByF1ZoLfAuxbHrSlYtcekuHYzGhi4FFW9A8zI,1885
 credsweeper/filters/value_token_base64_check.py,sha256=Gy8_X9SscffIjp6VOA1RttdFQVEv28uaeqPt8xYefPQ,1891
@@ -110,52 +113,52 @@ credsweeper/filters/group/general_keyword.py,sha256=NetpCdWS44fixqZVHaiPW-UB7pRs
 credsweeper/filters/group/general_pattern.py,sha256=WoIqyMU8tjEVPLfZaJYsM0_XMlb0dQVJYU90ogpAhlo,303
 credsweeper/filters/group/group.py,sha256=tj5OSndxhlcCZREdEeaE3j6NWY0tazkW1k9piBCdF9M,2661
 credsweeper/filters/group/password_keyword.py,sha256=Mv1Op3SaXRcqMRsxoBdSuyt03OR0sOciHShgxTjF3pY,714
-credsweeper/filters/group/token_pattern.py,sha256=gszqhl0rL1c5TSPO2nbdbWPYwpqvserspL9GeuL7h9I,588
+credsweeper/filters/group/token_pattern.py,sha256=mgcYkb3-GBadtWzRmeAPFDCzSKKFV20qm75ovzcsWNI,580
 credsweeper/filters/group/url_credentials_group.py,sha256=z2A-HFLiGF0lPEku7ER22FzmxwnJCqwIv4sBkX87qAE,1444
-credsweeper/filters/group/weird_base36_token.py,sha256=W0mZdNJ0YT8JdiUEPTwS1ljclqLc9wZNkoFcm4lTBJ8,668
-credsweeper/filters/group/weird_base64_token.py,sha256=ClhJqjlLf6XFlMCiixLTyuSE8XkK69rQg6ldjc4R2vY,857
+credsweeper/filters/group/weird_base36_token.py,sha256=pB0_Cqmdm0GlTDRXVCh29XU-DvVz3Wj7hfPlhbRf_S4,672
+credsweeper/filters/group/weird_base64_token.py,sha256=Un6cW132Go4UFcPBGdc9j9xQjeUksXzJbhLGscKiNwI,860
 credsweeper/logger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/logger/logger.py,sha256=el-wbkQUOcpaOa8w-sd5p0hgJ486ncDh9T7sArowAAw,1833
 credsweeper/ml_model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-credsweeper/ml_model/ml_config.json,sha256=P63kgpcNBcZpRkPb3oa-MZ3Iqa52Vg-G7oBTqyUhv1g,19051
-credsweeper/ml_model/ml_model.onnx,sha256=MWkFhV4UVNM3iho9Iu_GpRjACzjheaSK10qK1tEzdgs,12653703
-credsweeper/ml_model/ml_validator.py,sha256=mxmxil75wBWIgPGxNItWBXgm70YqggoAWxqaUOKcZVY,12945
+credsweeper/ml_model/ml_config.json,sha256=JVDx1kS0brPv4aE-cmFRq2sUWr4Q4VB-Ljnm5mhXyis,19401
+credsweeper/ml_model/ml_model.onnx,sha256=RCwHwrJRTwX-BhrBiZkHTgOr-2V9F4RjKumu-DXIXw4,12856578
+credsweeper/ml_model/ml_validator.py,sha256=h52zH4VTQDNH2FIwxtCs2fcBDPfJogIn-59qTX-KIHc,12946
 credsweeper/ml_model/features/__init__.py,sha256=veCL3g1lG65YFOi_mBwM5C1D543yWCGgjAl0s-EE0TQ,1089
 credsweeper/ml_model/features/entropy_evaluation.py,sha256=nFUBtNn_d-iUt25lLxCdf0cCMJmlMJnIWQd0soO3KRk,2615
-credsweeper/ml_model/features/feature.py,sha256=hOprnj9BD8PFTmV_MjiPMLwbbPI0r7pYI4Qzbsmy1c4,1104
-credsweeper/ml_model/features/file_extension.py,sha256=IgxESm9RbKMhoqx0nEiMvq3aT-J5vwM_cGF_iwFCKUg,702
-credsweeper/ml_model/features/has_html_tag.py,sha256=SpobHmie49Mt9wbND_chjZDMB0UwS5C-IL8cC5eOx1Q,1131
-credsweeper/ml_model/features/is_secret_numeric.py,sha256=vU10cofvTCFWhHWKTu_1aODE2L4sCxkSoIWlLCXMqps,411
+credsweeper/ml_model/features/feature.py,sha256=XKRyex8qmagcAUGXGebs2Deh2ZmJF0hio0Fts0HBoX4,667
+credsweeper/ml_model/features/file_extension.py,sha256=X0r2eBixbgKlX1hhcq_S0qBf3wNsG_IRhUVm41hdDfQ,699
+credsweeper/ml_model/features/has_html_tag.py,sha256=J7V59_nH7kVu31Lwn6i0Gnsp2feHe_fh7KhQMW1XpIw,1162
+credsweeper/ml_model/features/is_secret_numeric.py,sha256=P3Br-VDrt9oChZzVmeHlATCoR_ewRQpmJPt2gGouPV0,432
 credsweeper/ml_model/features/length_of_attribute.py,sha256=2t5Xf8PVUgJi0_uwR7UqQjjRF_U_cy-vP1cqGVlmeKY,1202
 credsweeper/ml_model/features/morpheme_dense.py,sha256=_06StZjTnFPs-4ARSWIAXNz5f-RzjFsZ_Qgyo7dXK0Y,1102
-credsweeper/ml_model/features/rule_name.py,sha256=aRhCa5cU7yGykJSpL-n4qQGyxvNBZbat8WcMtkfLvdk,682
+credsweeper/ml_model/features/rule_name.py,sha256=41-41BQZVtRsWL5mEzH5Dq1v84UXj9aRt3jmgzjmeSE,679
 credsweeper/ml_model/features/rule_severity.py,sha256=KlkLm744BpbDed6JpLDGgQ7-F2_x_JYOtxTBxtFfbAY,775
 credsweeper/ml_model/features/search_in_attribute.py,sha256=tuKpfERaS2tT2-EcXb03P1DJUcvz9OTAMr_0c-rWxvE,702
-credsweeper/ml_model/features/word_in.py,sha256=LqqNILB1cItoyRLVkrd0OmkhaTRvICaOHhcZ3OasofM,2006
-credsweeper/ml_model/features/word_in_path.py,sha256=h6yGORld8y7bkfzUHrutgTlSKNI0Gh0TEYYeYujUDEk,1139
-credsweeper/ml_model/features/word_in_postamble.py,sha256=Z0_5PA-2DeUfpPnuhhL1L0biBO62ZHc-uyQ87p0_NVU,947
-credsweeper/ml_model/features/word_in_preamble.py,sha256=YjQYAm2YVOzLv-1BBoU6LUiN-tl7MzmqDC_visJvMpc,1295
-credsweeper/ml_model/features/word_in_transition.py,sha256=uV86GVG8PiCxOAs-ZUtLEO5KKPe6bfPFIA-AfiaU0TQ,899
-credsweeper/ml_model/features/word_in_value.py,sha256=JBaBlMBHkAxAf0clpNcQQ8dUk6ekZTdk1xsj1mSmROE,581
-credsweeper/ml_model/features/word_in_variable.py,sha256=7JRZiN01AokjYeJJc_LpeMxGFQoJBXf9S8eQ-TahvTI,544
+credsweeper/ml_model/features/word_in.py,sha256=yxJU1JdWqoWPzwQxJdpjtoj3S0vDJ2NoUrKc96-VcvA,1254
+credsweeper/ml_model/features/word_in_path.py,sha256=-6vCtRliLGAgbEi4HT4xRZUXMUzQhF5_F2ymvrKakr8,1080
+credsweeper/ml_model/features/word_in_postamble.py,sha256=1mIEmhMtcCt1LCeGL04JTrc6HLa6rYN1i2y-uooW1Cg,865
+credsweeper/ml_model/features/word_in_preamble.py,sha256=xhjCppEqWQjI8hGYG5W605lBaLRm8xPhWCGMedb2Mbc,1213
+credsweeper/ml_model/features/word_in_transition.py,sha256=kUTSLcMDVqYX_hsCl_JyVpdm3e5otfsf8Ypf2At2MdE,817
+credsweeper/ml_model/features/word_in_value.py,sha256=rC8orl9tMHgPBAS9kMJiHOFdQQ6mDwQY6Siq9sIE54E,522
+credsweeper/ml_model/features/word_in_variable.py,sha256=kfr05_NdmlqnxMx6wxRt8qU32dlgKmODUrP60ucWWdY,497
 credsweeper/rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-credsweeper/rules/config.yaml,sha256=DhYU8pGvRn761v1ZGTE7NpsgEprso25s5Spqnr20vko,41983
+credsweeper/rules/config.yaml,sha256=YVY67KsHerrCkXtDXev0Mf-0mqGWy9x3xWMQznTO21Q,40748
 credsweeper/rules/rule.py,sha256=rn7qAwD2D6Z9ckinv0JTGIjsxXk4NIGRVTNAIhQZpm4,10260
 credsweeper/scanner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-credsweeper/scanner/scanner.py,sha256=M7Q-mReXhgN2Gvy9xWrHTdYZQNTvGqi_m3mZ2X9XUN4,10401
+credsweeper/scanner/scanner.py,sha256=CaAsv7E0Sant_W8aLLjoC7bjYmpQknHN3YD0r76R_8Y,10634
 credsweeper/scanner/scan_type/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/scanner/scan_type/multi_pattern.py,sha256=4CfcNyTIVIOf0mE_v_KOhhWaziBdaeqQVQYLLGn-VRg,3848
 credsweeper/scanner/scan_type/pem_key_pattern.py,sha256=xFv4v_KuXh_oUB_WIN4pRtKGAYZ0CLkGGHMGRpPFZ78,1533
 credsweeper/scanner/scan_type/scan_type.py,sha256=9YFYEqL5Me2Sq_SHsELLajHbeCrzRlNzln8R5NuQaJY,9425
 credsweeper/scanner/scan_type/single_pattern.py,sha256=eU7souNPml8KvsI15IATX9HEbBB1ou61BnaBLm9LrVs,986
-credsweeper/secret/config.json,sha256=8PMz9Ps1NWoWts7ZQpGptymTQrGsPjabE5xmBDIzbOc,3504
+credsweeper/secret/config.json,sha256=MBztENieYs7a3cLqLbQDg29W4CaqazXnCKNquhIE6oI,3766
 credsweeper/secret/log.yaml,sha256=h29atN5Kvk68oKuTYG2Mi4f2uNO3dvwhOkzCRBKo1rg,952
 credsweeper/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 credsweeper/utils/hop_stat.py,sha256=vMd_1lcpDo4yaFhi61X0tJeeE83qUbzPckvxZcrgsgs,3010
 credsweeper/utils/pem_key_detector.py,sha256=5BwapI5Ub0DyK_X1v8rcTLe6U4uDjFjgWgitxBpHx9E,7588
-credsweeper/utils/util.py,sha256=IjcXO7_AVK8uaFFd9fYgf8IZZTJjOK2jWCb4gBrJV5U,28121
-credsweeper-1.12.1.dist-info/METADATA,sha256=WQ1lRB3uyYu6snmulCVHPENZ3v7v6Minxs1MhY1oDkE,10371
-credsweeper-1.12.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-credsweeper-1.12.1.dist-info/entry_points.txt,sha256=SLGNZshvi3zpWPhVmRP-oDXRMRPBS4tzRDy6xYOXwqA,58
-credsweeper-1.12.1.dist-info/licenses/LICENSE,sha256=aU7mGjBKbmRHNLVXXzcPdKmTtBxRwDPtjflQRfN7fFg,1065
-credsweeper-1.12.1.dist-info/RECORD,,
+credsweeper/utils/util.py,sha256=EihI-BmLH6_qvjuIle32JQlz7L9lZPSFjs7NmRYZago,28117
+credsweeper-1.13.3.dist-info/METADATA,sha256=NTq7f9lxSXTc2aU73oPoQYN6u24g6mvo0Do2arz2il0,10392
+credsweeper-1.13.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+credsweeper-1.13.3.dist-info/entry_points.txt,sha256=SLGNZshvi3zpWPhVmRP-oDXRMRPBS4tzRDy6xYOXwqA,58
+credsweeper-1.13.3.dist-info/licenses/LICENSE,sha256=aU7mGjBKbmRHNLVXXzcPdKmTtBxRwDPtjflQRfN7fFg,1065
+credsweeper-1.13.3.dist-info/RECORD,,

credsweeper/filters/value_couple_keyword_check.py

@@ -1,28 +0,0 @@
-from typing import Optional
-
-from credsweeper.common import static_keyword_checklist
-from credsweeper.config.config import Config
-from credsweeper.credentials.line_data import LineData
-from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters.filter import Filter
-
-
-class ValueCoupleKeywordCheck(Filter):
-    """Check value if TWO words from morphemes checklist exists in value"""
-
-    def __init__(self, config: Optional[Config] = None, threshold=1) -> None:
-        # threshold - minimum morphemes number in a value
-        self.threshold = threshold
-
-    def run(self, line_data: LineData, target: AnalysisTarget) -> bool:
-        """Run filter checks on received credential candidate data 'line_data'.
-
-        Args:
-            line_data: credential candidate data
-            target: multiline target from which line data was obtained
-
-        Return:
-            True, if need to filter candidate and False if left
-
-        """
-        return static_keyword_checklist.check_morphemes(line_data.value.lower(), self.threshold)