greenmining 1.2.5__py3-none-any.whl → 1.2.7__py3-none-any.whl

greenmining/__init__.py

@@ -8,7 +8,7 @@ from greenmining.gsf_patterns import (
     is_green_aware,
 )
 
-__version__ = "1.2.5"
+__version__ = "1.2.7"
 
 
 def fetch_repositories(
@@ -75,6 +75,8 @@ def analyze_repositories(
     cleanup_after: bool = True,
     skip_merges: bool = True,
     commit_order: str = "newest_first",
+    shallow_clone: bool = True,
+    clone_depth: int = None,
 ):
     # Analyze multiple repositories from URLs.
     # Args:
@@ -93,6 +95,8 @@ def analyze_repositories(
     #   cleanup_after: Remove cloned repos after analysis (default True)
     #   skip_merges: Skip merge commits (default True)
     #   commit_order: "newest_first" (default) or "oldest_first"
+    #   shallow_clone: Use shallow cloning to reduce download size (default True)
+    #   clone_depth: Git clone depth (auto-calculated from max_commits if None)
     from greenmining.services.local_repo_analyzer import LocalRepoAnalyzer
 
     kwargs = {}
@@ -116,6 +120,8 @@ def analyze_repositories(
         cleanup_after=cleanup_after,
         skip_merges=skip_merges,
         commit_order=commit_order,
+        shallow_clone=shallow_clone,
+        clone_depth=clone_depth,
         **kwargs,
     )
 

greenmining/services/local_repo_analyzer.py

@@ -205,6 +205,8 @@ class LocalRepoAnalyzer:
         since_date: datetime | None = None,
         to_date: datetime | None = None,
         commit_order: str = "newest_first",
+        shallow_clone: bool = True,
+        clone_depth: int | None = None,
     ):
         # Initialize the local repository analyzer.
         # Args:
@@ -222,6 +224,8 @@ class LocalRepoAnalyzer:
         #   include_source_code: Include source code before/after in results
         #   process_metrics: "standard" or "full" PyDriller process metrics
         #   commit_order: "newest_first" (default) or "oldest_first"
+        #   shallow_clone: Use shallow cloning to reduce download size (default True)
+        #   clone_depth: Git clone depth (auto-calculated from max_commits if None)
         self.clone_path = clone_path or Path.cwd() / "greenmining_repos"
         self.clone_path.mkdir(parents=True, exist_ok=True)
         self.max_commits = max_commits
@@ -232,6 +236,10 @@ class LocalRepoAnalyzer:
         self.compute_process_metrics = compute_process_metrics
         self.cleanup_after = cleanup_after
         self.commit_order = commit_order
+        self.shallow_clone = shallow_clone
+        # Auto-calculate clone depth: max_commits * 5 to account for merges/skipped commits
+        # and avoid boundary errors where parent commits fall outside the shallow window
+        self.clone_depth = clone_depth if clone_depth else max(100, max_commits * 5)
         self.gsf_patterns = GSF_PATTERNS
 
         # Phase 1.3: Private repository support
@@ -472,12 +480,39 @@ class LocalRepoAnalyzer:
         clone_parent.mkdir(parents=True, exist_ok=True)
         local_path = clone_parent / repo_name
 
-        if local_path.exists():
-            shutil.rmtree(local_path)
+        # Perform shallow clone manually before PyDriller (much faster!)
+        if not local_path.exists():
+            import subprocess
 
-        repo_config["clone_repo_to"] = str(clone_parent)
+            clone_cmd = ["git", "clone"]
+            if self.shallow_clone:
+                clone_cmd.extend(["--depth", str(self.clone_depth)])
+            clone_cmd.extend([auth_url, str(local_path)])
 
-        colored_print(f"   Cloning to: {local_path}", "cyan")
+            colored_print(
+                f"   Cloning to: {local_path} (depth={self.clone_depth if self.shallow_clone else 'full'})",
+                "cyan",
+            )
+
+            try:
+                subprocess.run(
+                    clone_cmd,
+                    capture_output=True,
+                    text=True,
+                    check=True,
+                    timeout=180,
+                )
+            except subprocess.TimeoutExpired:
+                colored_print("   Clone timeout after 180s", "yellow")
+                raise
+            except subprocess.CalledProcessError as e:
+                colored_print(f"   Clone failed: {e.stderr}", "red")
+                raise
+        else:
+            colored_print(f"   Using existing clone: {local_path}", "cyan")
+
+        # PyDriller will analyze the already-cloned repo
+        repo_config["path_to_repo"] = str(local_path)
 
         # Phase 2.2: Start energy measurement if enabled (fresh meter per repo)
         energy_result = None
@@ -525,6 +560,29 @@ class LocalRepoAnalyzer:
             # Compute process metrics if enabled
             process_metrics = {}
             if self.compute_process_metrics and local_path.exists():
+                # Unshallow the repo before process metrics — they need full history
+                # for metrics like CommitsCount, ContributorsExperience, HistoryComplexity
+                if self.shallow_clone:
+                    colored_print("   Deepening clone for process metrics...", "cyan")
+                    try:
+                        import subprocess
+
+                        subprocess.run(
+                            ["git", "fetch", "--unshallow"],
+                            cwd=str(local_path),
+                            capture_output=True,
+                            text=True,
+                            check=True,
+                            timeout=120,
+                        )
+                    except subprocess.CalledProcessError:
+                        # Already unshallowed or not a shallow repo — safe to ignore
+                        pass
+                    except subprocess.TimeoutExpired:
+                        colored_print(
+                            "   Warning: Unshallow timed out, process metrics may be incomplete",
+                            "yellow",
+                        )
                 colored_print("   Computing process metrics...", "cyan")
                 process_metrics = self._compute_process_metrics(str(local_path))
 

greenmining/services/reports.py

@@ -76,12 +76,12 @@ class ReportGenerator:
 
         return f"""### Executive Summary
 
-This report presents findings from analyzing **{format_number(summary['total_commits'])} commits** across **{format_number(summary['total_repos'])} microservice-based repositories** to identify green software engineering practices.
+This report presents findings from analyzing **{format_number(summary["total_commits"])} commits** across **{format_number(summary["total_repos"])} microservice-based repositories** to identify green software engineering practices.
 
 **Key Findings:**
 
-- **{format_percentage(summary['green_aware_percentage'])}** of commits ({format_number(summary['green_aware_count'])}) explicitly mention energy efficiency, performance optimization, or sustainability concerns
-- **{format_number(summary['repos_with_green_commits'])}** out of {format_number(summary['total_repos'])} repositories contain at least one green-aware commit
+- **{format_percentage(summary["green_aware_percentage"])}** of commits ({format_number(summary["green_aware_count"])}) explicitly mention energy efficiency, performance optimization, or sustainability concerns
+- **{format_number(summary["repos_with_green_commits"])}** out of {format_number(summary["total_repos"])} repositories contain at least one green-aware commit
 - {pattern_text if pattern_text else "Various green software patterns were detected across the analyzed commits."}
 
 **Implications:**
@@ -106,15 +106,15 @@ Repositories were selected from GitHub based on the following criteria:
 
 - **Keywords:** {search_keywords}
 - **Programming Languages:** {languages}
-- **Minimum Stars:** {metadata.get('min_stars', 100)} (to ensure established projects)
+- **Minimum Stars:** {metadata.get("min_stars", 100)} (to ensure established projects)
 - **Sort Order:** Stars (descending)
-- **Total Repositories:** {metadata.get('total_repos', 0)}
+- **Total Repositories:** {metadata.get("total_repos", 0)}
 
 #### 1.2 Data Extraction Approach
 
 Commit data was extracted using PyDriller library:
 
-- **Commits Analyzed:** {analysis_metadata.get('total_commits_analyzed', 0)}
+- **Commits Analyzed:** {analysis_metadata.get("total_commits_analyzed", 0)}
 - **Time Window:** Last 2 years (730 days)
 - **Merge Commits:** Excluded
 - **Minimum Commit Message Length:** 10 characters
@@ -192,8 +192,8 @@ Commits were analyzed using a keyword and heuristic-based classification framewo
 
         return f"""#### 2.1 Green Awareness in Commits
 
-**Total commits analyzed:** {format_number(summary['total_commits'])}
-**Commits with explicit green mention:** {format_number(summary['green_aware_count'])} ({format_percentage(summary['green_aware_percentage'])})
+**Total commits analyzed:** {format_number(summary["total_commits"])}
+**Commits with explicit green mention:** {format_number(summary["green_aware_count"])} ({format_percentage(summary["green_aware_percentage"])})
 
 **Table: Top 10 Repositories with Highest Green Awareness**
 
@@ -224,10 +224,10 @@ Commits were analyzed using a keyword and heuristic-based classification framewo
         # Pattern descriptions
         pattern_details = []
         for i, pattern in enumerate(patterns[:10], 1):
-            pattern_details.append(f"""**{i}. {pattern['pattern_name']}**
-- Frequency: {format_number(pattern['count'])} commits ({format_percentage(pattern['percentage'])})
-- Confidence Distribution: HIGH={conf['HIGH']}, MEDIUM={conf['MEDIUM']}, LOW={conf['LOW']}
-- Example Commits: {', '.join([c[:8] for c in pattern['example_commits'][:3]])}""")
+            pattern_details.append(f"""**{i}. {pattern["pattern_name"]}**
+- Frequency: {format_number(pattern["count"])} commits ({format_percentage(pattern["percentage"])})
+- Confidence Distribution: HIGH={conf["HIGH"]}, MEDIUM={conf["MEDIUM"]}, LOW={conf["LOW"]}
+- Example Commits: {", ".join([c[:8] for c in pattern["example_commits"][:3]])}""")
 
         return f"""#### 2.2 Known Green Patterns & Tactics Applied
 
@@ -252,10 +252,10 @@ No novel microservice-specific green practices were automatically detected. Manu
 
         pattern_list = []
         for pattern in emergent:
-            pattern_list.append(f"""**Pattern:** {pattern['pattern_name']}
-- Occurrences: {pattern['count']}
-- Description: {pattern['description']}
-- Example Commits: {', '.join([c[:8] for c in pattern['example_commits'][:3]])}""")
+            pattern_list.append(f"""**Pattern:** {pattern["pattern_name"]}
+- Occurrences: {pattern["count"]}
+- Description: {pattern["description"]}
+- Example Commits: {", ".join([c[:8] for c in pattern["example_commits"][:3]])}""")
 
         return f"""#### 2.3 Emerging Practices Discovered
 
@@ -299,7 +299,7 @@ No novel microservice-specific green practices were automatically detected. Manu
         if "error" in stats:
             return f"""#### 2.5 Statistical Analysis
 
-**Note:** Statistical analysis encountered an error: {stats['error']}
+**Note:** Statistical analysis encountered an error: {stats["error"]}
 """
 
         sections = []
@@ -495,16 +495,16 @@ Based on the detected patterns, microservice developers primarily focus on:
 
 #### 5.1 Summary of Key Findings
 
-This study analyzed {format_number(summary['total_commits'])} commits from {format_number(summary['total_repos'])} microservice repositories and found:
+This study analyzed {format_number(summary["total_commits"])} commits from {format_number(summary["total_repos"])} microservice repositories and found:
 
-1. **{format_percentage(summary['green_aware_percentage'])}** of commits explicitly address energy/sustainability concerns
-2. **{format_number(summary['repos_with_green_commits'])}** repositories demonstrate some level of green awareness
+1. **{format_percentage(summary["green_aware_percentage"])}** of commits explicitly address energy/sustainability concerns
+2. **{format_number(summary["repos_with_green_commits"])}** repositories demonstrate some level of green awareness
 3. Common green patterns include: {patterns_text}
 
 #### 5.2 Answers to Research Questions
 
 **RQ1: What percentage of microservice commits explicitly mention energy efficiency?**
-Answer: {format_percentage(summary['green_aware_percentage'])} of analyzed commits contain explicit mentions.
+Answer: {format_percentage(summary["green_aware_percentage"])} of analyzed commits contain explicit mentions.
 
 **RQ2: Which green software tactics are developers applying in practice?**
 Answer: Developers primarily apply caching strategies, resource pooling, database optimization, and asynchronous processing patterns.

{greenmining-1.2.5.dist-info → greenmining-1.2.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: greenmining
-Version: 1.2.5
+Version: 1.2.7
 Summary: An empirical Python library for Mining Software Repositories (MSR) in Green IT research
 Author-email: Adam Bouafia <a.bouafia@student.vu.nl>
 License: MIT

{greenmining-1.2.5.dist-info → greenmining-1.2.7.dist-info}/RECORD

@@ -1,4 +1,4 @@
-greenmining/__init__.py,sha256=jKktkjxKacTGmUoXMwfuW7DcyUKepUkTCNLjTmU2Hvc,4496
+greenmining/__init__.py,sha256=r5vl2wG-r-A7WKeiQ_V_2PghJYc8cAledUXlS2Le-Cg,4789
 greenmining/__main__.py,sha256=NYOVS7D4w2XDLn6SyXHXPKE5GrNGOeoWSTb_KazgK5c,590
 greenmining/gsf_patterns.py,sha256=UvNJPY3HlAx1SicwUqci40TlLg8lCL0tszSOH4haxQs,55921
 greenmining/utils.py,sha256=-dnLUw9taCzvQ2dk6uc66GAohOFiXJFKs9TLSEPk5kM,2893
@@ -25,10 +25,10 @@ greenmining/services/commit_extractor.py,sha256=qBM9QpGzPZRmGMFufJ6gP8eWIuufTowL
 greenmining/services/data_aggregator.py,sha256=BU_HUb-8c0n0sa_7VZRB8jIVnaVhRLf-E6KA4ASh-08,19427
 greenmining/services/data_analyzer.py,sha256=0XqW-slrnt7RotrHDweOqKtoN8XIA7y6p7s2Jau6cMg,7431
 greenmining/services/github_graphql_fetcher.py,sha256=WhSbQGMdkb0D4uLcMKW6xZK77c5AkW-nZf718issap4,11527
-greenmining/services/local_repo_analyzer.py,sha256=Cq6NixciZmqDuWpU5976TuhGiaGFNnvvz4Rs11bq2Ug,25891
-greenmining/services/reports.py,sha256=HQo52mdhwXGZgRV1BWaIA4WSs6N3Q2_Wgdsbb2RSQZU,23218
-greenmining-1.2.5.dist-info/licenses/LICENSE,sha256=M7ma3JHGeiIZIs3ea0HTcFl_wLFPX2NZElUliYs4bCA,1083
-greenmining-1.2.5.dist-info/METADATA,sha256=WVoukYReWst87-OVgNEsi3vXaI51Dsh4h54jq3gieYI,10522
-greenmining-1.2.5.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-greenmining-1.2.5.dist-info/top_level.txt,sha256=nreXgXxZIWI-42yQknQ0HXtUrFnzZ8N1ra4Mdy2KcsI,12
-greenmining-1.2.5.dist-info/RECORD,,
+greenmining/services/local_repo_analyzer.py,sha256=wJWQx-UnUhrmtte0b3shtuNUzvS5-nQlpMKItYVrKNo,28642
+greenmining/services/reports.py,sha256=QCJZhET3hRkH83htxLkbEP58dE3-7jIZh82Pp60hQcc,23218
+greenmining-1.2.7.dist-info/licenses/LICENSE,sha256=M7ma3JHGeiIZIs3ea0HTcFl_wLFPX2NZElUliYs4bCA,1083
+greenmining-1.2.7.dist-info/METADATA,sha256=QasuhsVc6c-uXlMdaKFkQMHOEcnmTkA1U49WGLdJsnY,10522
+greenmining-1.2.7.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+greenmining-1.2.7.dist-info/top_level.txt,sha256=nreXgXxZIWI-42yQknQ0HXtUrFnzZ8N1ra4Mdy2KcsI,12
+greenmining-1.2.7.dist-info/RECORD,,