fosslight-util 2.1.32__py3-none-any.whl → 2.1.34__py3-none-any.whl

fosslight_util/exclude.py

@@ -7,6 +7,9 @@ import os
 import fnmatch
 from typing import List
 
+EXCLUDE_DIRECTORY = ["test", "tests", "doc", "docs"]
+PACKAGE_DIRECTORY = ["node_modules", "venv", "Pods", "Carthage"]
+
 
 def excluding_files(patterns: List[str], path_to_scan: str) -> List[str]:
     excluded_paths = set()
@@ -63,3 +66,88 @@ def excluding_files(patterns: List[str], path_to_scan: str) -> List[str]:
                     break
 
     return sorted(excluded_paths)
+
+
+def _has_parent_in_exclude_list(rel_path: str, path_to_exclude: list) -> bool:
+    path_parts = rel_path.replace('\\', '/').split('/')
+    for i in range(1, len(path_parts)):
+        parent_path = '/'.join(path_parts[:i])
+        if parent_path in path_to_exclude:
+            return True
+    return False
+
+
+def is_exclude_dir(rel_path: str) -> tuple:
+    dir_name = os.path.basename(rel_path).replace('\\', '/')
+    if '/' in dir_name:
+        dir_name = dir_name.split('/')[-1]
+
+    if dir_name.startswith('.'):
+        return True, True
+
+    dir_name_lower = dir_name.lower()
+
+    for exclude_dir in EXCLUDE_DIRECTORY:
+        if dir_name_lower == exclude_dir.lower():
+            return True, False
+
+    for package_dir in PACKAGE_DIRECTORY:
+        if dir_name_lower == package_dir.lower():
+            return True, False
+
+    return False, False
+
+
+def get_excluded_paths(path_to_scan: str, custom_excluded_paths: list = [], exclude_file_extension: list = []) -> tuple:
+    path_to_exclude = []
+    path_to_exclude_with_dot = []
+    excluded_files = set()  # Use set for O(1) operations
+    abs_path_to_scan = os.path.abspath(path_to_scan)
+    custom_excluded_normalized = [p.replace('\\', '/') for p in custom_excluded_paths]
+    exclude_extensions_lower = [ext.lower().lstrip('.') for ext in exclude_file_extension]
+    cnt_file_except_skipped = 0
+
+    for root, dirs, files in os.walk(path_to_scan):
+        for dir_name in dirs:
+            dir_path = os.path.join(root, dir_name)
+            rel_path = os.path.relpath(dir_path, abs_path_to_scan).replace('\\', '/')
+            if not _has_parent_in_exclude_list(rel_path, path_to_exclude):
+                is_exclude, has_dot = is_exclude_dir(rel_path)
+                if is_exclude:
+                    path_to_exclude.append(rel_path)
+                    if has_dot:
+                        path_to_exclude_with_dot.append(rel_path)
+                elif rel_path in custom_excluded_normalized:
+                    path_to_exclude.append(rel_path)
+
+        for file_name in files:
+            file_path = os.path.join(root, file_name)
+            rel_path = os.path.relpath(file_path, abs_path_to_scan).replace('\\', '/')
+            should_exclude = False
+            has_dot = False
+            if not _has_parent_in_exclude_list(rel_path, path_to_exclude):
+                if rel_path in custom_excluded_normalized:
+                    should_exclude = True
+                elif file_name in custom_excluded_normalized:
+                    should_exclude = True
+                elif file_name.startswith('.'):
+                    should_exclude = True
+                    has_dot = True
+                elif exclude_extensions_lower:
+                    file_ext = os.path.splitext(file_name)[1].lstrip('.').lower()
+                    if file_ext in exclude_extensions_lower:
+                        should_exclude = True
+
+                if should_exclude:
+                    path_to_exclude.append(rel_path)
+                    if has_dot:
+                        path_to_exclude_with_dot.append(rel_path)
+                    excluded_files.add(rel_path)
+            else:
+                should_exclude = True
+                excluded_files.add(rel_path)
+            if not should_exclude:
+                cnt_file_except_skipped += 1
+
+    path_to_exclude_without_dot = list(set(path_to_exclude) - set(path_to_exclude_with_dot))
+    return path_to_exclude, path_to_exclude_without_dot, list(excluded_files), cnt_file_except_skipped

{fosslight_util-2.1.32.dist-info → fosslight_util-2.1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fosslight_util
-Version: 2.1.32
+Version: 2.1.34
 Summary: FOSSLight Util
 Home-page: https://github.com/fosslight/fosslight_util
 Download-URL: https://github.com/fosslight/fosslight_util

{fosslight_util-2.1.32.dist-info → fosslight_util-2.1.34.dist-info}/RECORD

@@ -5,7 +5,7 @@ fosslight_util/constant.py,sha256=3BzJtyxC0o5IFAhYaUW-DeTKkA6f5tDJFJTb0k5ji9Y,24
 fosslight_util/correct.py,sha256=1WEAL-9_KhjFPLucPhv0PNN3K7avm0z8mU6sTuSyeHM,3864
 fosslight_util/cover.py,sha256=qqqKzxqFwKimal764FaugRUBcHWdeKt8af6xeK0mH8E,2040
 fosslight_util/download.py,sha256=AWwD3FWhF-bMagWINJ-Dg1VMuycXbe8VXX7qQ09YjYs,23565
-fosslight_util/exclude.py,sha256=fDmBsZJ_F7O9Oh2T-07R03XNbElo1tFaf_z01KfSAqU,2399
+fosslight_util/exclude.py,sha256=F0yLy_aJCgvLlo27NGWgW0YuRkJaAtPY1_hNrdUg0WU,6022
 fosslight_util/get_pom_license.py,sha256=x4_RHpM91s01j1OUWpKIxUjTGDH6y5AxTNDGkMajs4I,4253
 fosslight_util/help.py,sha256=VomACZeXEMCiT1nxUwPqQAiVdNaMarwHVz9e10qbFc0,4954
 fosslight_util/oss_item.py,sha256=8890JHb5ZoKQWAwN7Fl8badnlYatJtF4MVJz1rdS4yQ,6938
@@ -25,9 +25,9 @@ fosslight_util/write_yaml.py,sha256=QlEKoIPQsEaYERfbP53TeKgnllYzhLQWm5wYjnWtVjE,
 fosslight_util/resources/frequentLicenselist.json,sha256=GUhzK6tu7ok10fekOnmVmUgIGRC-acGABZKTNKfDyYA,4776157
 fosslight_util/resources/frequent_license_nick_list.json,sha256=ryU2C_6ZxHbz90_sUN9OvI9GXkCMLu7oGcmd9W79YYo,5005
 fosslight_util/resources/licenses.json,sha256=mK55z-bhY7Mjpj2KsO1crKGGL-X3F6MBFQJ0zLlx010,240843
-fosslight_util-2.1.32.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-fosslight_util-2.1.32.dist-info/METADATA,sha256=NeLF8LJQPsrDKE62eCkWr9V2HQ2dko4HAgAR1znYrr0,6365
-fosslight_util-2.1.32.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-fosslight_util-2.1.32.dist-info/entry_points.txt,sha256=0yZggRWNwDaClDG8UmUA10UFG8cVX3Jiy5gG9nW7hJs,68
-fosslight_util-2.1.32.dist-info/top_level.txt,sha256=2qyYWGLakgBRy4BqoBNt-I5C29tBr_e93e5e1pbuTGA,15
-fosslight_util-2.1.32.dist-info/RECORD,,
+fosslight_util-2.1.34.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+fosslight_util-2.1.34.dist-info/METADATA,sha256=YUkOybsEuf1ZnqC7zVviiDou_u_UCFQnmU6EgYdm-Ks,6365
+fosslight_util-2.1.34.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+fosslight_util-2.1.34.dist-info/entry_points.txt,sha256=0yZggRWNwDaClDG8UmUA10UFG8cVX3Jiy5gG9nW7hJs,68
+fosslight_util-2.1.34.dist-info/top_level.txt,sha256=2qyYWGLakgBRy4BqoBNt-I5C29tBr_e93e5e1pbuTGA,15
+fosslight_util-2.1.34.dist-info/RECORD,,