greenmining 1.1.8__py3-none-any.whl → 1.1.9__py3-none-any.whl

greenmining/__init__.py

@@ -9,7 +9,7 @@ from greenmining.gsf_patterns import (
     is_green_aware,
 )
 
-__version__ = "1.1.8"
+__version__ = "1.1.9"
 
 
 def fetch_repositories(

greenmining/controllers/repository_controller.py

@@ -1,4 +1,9 @@
-# Repository Controller - Handles repository fetching operations.
+# Repository Controller - Handles repository fetching + cloning operations.
+import os
+import re
+import shutil
+from pathlib import Path
+from typing import List, Dict
 
 from greenmining.config import Config
 from greenmining.models.repository import Repository
@@ -13,23 +18,81 @@ class RepositoryController:
         # Initialize controller with configuration.
         self.config = config
         self.graphql_fetcher = GitHubGraphQLFetcher(config.GITHUB_TOKEN)
-
-    def fetch_repositories(
-        self,
-        max_repos: int = None,
-        min_stars: int = None,
-        languages: list[str] = None,
-        keywords: str = None,
-        created_after: str = None,
-        created_before: str = None,
-        pushed_after: str = None,
-        pushed_before: str = None,
-    ) -> list[Repository]:
+        self.repos_dir = Path.cwd() / "greenmining_repos"
+
+    def _sanitize_repo_name(self, repo: Repository, index: int = 0) -> str:
+        """Safe unique dir name: owner_repo[_index]. Handles case collisions."""
+        base = re.sub(r'[^a-z0-9-]', '_', repo.full_name.replace('/', '_').lower())
+        name = f"{base}_{index}" if index else base
+        path = self.repos_dir / name
+        counter = 1
+        while path.exists():
+            name = f"{base}_{counter}"
+            path = self.repos_dir / name
+            counter += 1
+        return name
+
+    def clone_repositories(
+        self, 
+        repositories: List[Repository], 
+        github_token: str = None,
+        cleanup: bool = True,
+        depth: int = 1  # Shallow clone
+    ) -> List[Dict]:
+        """Clone repos to ./greenmining_repos/ with unique sanitized names."""
+        self.repos_dir.mkdir(exist_ok=True)
+        if cleanup:
+            shutil.rmtree(self.repos_dir, ignore_errors=True)
+            self.repos_dir.mkdir(exist_ok=True)
+            colored_print(f"Cleaned {self.repos_dir}", "yellow")
+
+        results = []
+        for i, repo in enumerate(repositories, 1):
+            safe_name = self._sanitize_repo_name(repo, i)
+            clone_path = self.repos_dir / safe_name
+            
+            colored_print(f"[{i}/{len(repositories)}] Cloning {repo.full_name} → {safe_name}", "cyan")
+            
+            url = f"https://{github_token}@github.com/{repo.full_name}.git" if github_token else repo.url
+            cmd = ["git", "clone", f"--depth={depth}", "-v", url, str(clone_path)]
+            
+            import subprocess
+            try:
+                subprocess.check_call(cmd, cwd=self.repos_dir.parent)
+                colored_print(f"{safe_name}", "green")
+                results.append({
+                    "full_name": repo.full_name,
+                    "local_path": str(clone_path),
+                    "success": True
+                })
+            except subprocess.CalledProcessError as e:
+                colored_print(f"{safe_name}: {e}", "red")
+                results.append({
+                    "full_name": repo.full_name,
+                    "local_path": str(clone_path),
+                    "success": False,
+                    "error": str(e)
+                })
+
+        # Save map for analyze_repositories
+        save_json_file(results, self.repos_dir / "clone_results.json")
+        success_rate = sum(1 for r in results if r["success"]) / len(results) * 100
+        colored_print(f"Cloned: {success_rate:.1f}% ({self.repos_dir}/clone_results.json)", "green")
+        return results
+
+
+
+
+
+    def fetch_repositories(self, max_repos: int = None, min_stars: int = None,
+                          languages: list[str] = None, keywords: str = None,
+                          created_after: str = None, created_before: str = None,
+                          pushed_after: str = None, pushed_before: str = None) -> list[Repository]:
         # Fetch repositories from GitHub using GraphQL API.
         max_repos = max_repos or self.config.MAX_REPOS
         min_stars = min_stars or self.config.MIN_STARS
         languages = languages or self.config.SUPPORTED_LANGUAGES
-        keywords = keywords or "microservices"
+        keywords = keywords 
 
         colored_print(f"Fetching up to {max_repos} repositories...", "cyan")
         colored_print(f"   Keywords: {keywords}", "cyan")

{greenmining-1.1.8.dist-info → greenmining-1.1.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: greenmining
-Version: 1.1.8
+Version: 1.1.9
 Summary: An empirical Python library for Mining Software Repositories (MSR) in Green IT research
 Author-email: Adam Bouafia <a.bouafia@student.vu.nl>
 License: MIT
@@ -70,7 +70,7 @@ An empirical Python library for Mining Software Repositories (MSR) in Green IT r
 
 - **Mine repositories at scale** - Search, Fetch and analyze GitHub repositories via GraphQL API with configurable filters
 
-- **Classify green commits** - Detect 122 sustainability patterns from the Green Software Foundation (GSF) catalog
+- **Classify green commits** - Detect 124 sustainability patterns from the Green Software Foundation (GSF) catalog
 - **Analyze any repository by URL** - Direct Git-based analysis with support for private repositories
 - **Measure energy consumption** - RAPL, CodeCarbon, and CPU Energy Meter backends for power profiling
 - **Carbon footprint reporting** - CO2 emissions calculation with 20+ country profiles and cloud region support
@@ -113,7 +113,7 @@ docker pull adambouafia/greenmining:latest
 from greenmining import GSF_PATTERNS, is_green_aware, get_pattern_by_keywords
 
 # Check available patterns
-print(f"Total patterns: {len(GSF_PATTERNS)}")  # 122 patterns across 15 categories
+print(f"Total patterns: {len(GSF_PATTERNS)}")  # 124 patterns across 15 categories
 
 # Detect green awareness in commit messages
 commit_msg = "Optimize Redis caching to reduce energy consumption"
@@ -670,8 +670,8 @@ config = Config(
 
 ### Core Capabilities
 
-- **Pattern Detection**: 122 sustainability patterns across 15 categories from the GSF catalog
-- **Keyword Analysis**: 321 green software detection keywords
+- **Pattern Detection**: 124 sustainability patterns across 15 categories from the GSF catalog
+- **Keyword Analysis**: 332 green software detection keywords
 - **Repository Fetching**: GraphQL API with date, star, and language filters
 - **URL-Based Analysis**: Direct Git-based analysis from GitHub URLs (HTTPS and SSH)
 - **Batch Processing**: Parallel analysis of multiple repositories with configurable workers
@@ -739,7 +739,7 @@ print(f"Equivalent: {report.tree_months:.2f} tree-months to offset")
 
 ### Pattern Database
 
-**122 green software patterns based on:**
+**124 green software patterns based on:**
 - Green Software Foundation (GSF) Patterns Catalog
 - VU Amsterdam 2024 research on ML system sustainability
 - ICSE 2024 conference papers on sustainable software
@@ -749,11 +749,11 @@ print(f"Equivalent: {report.tree_months:.2f} tree-months to offset")
 - **Coverage**: 67% of patterns actively detect in real-world commits
 - **Accuracy**: 100% true positive rate for green-aware commits
 - **Categories**: 15 distinct sustainability domains covered
-- **Keywords**: 321 detection terms across all patterns
+- **Keywords**: 332 detection terms across all patterns
 
 ## GSF Pattern Categories
 
-**122 patterns across 15 categories:**
+**124 patterns across 15 categories:**
 
 ### 1. Cloud (40 patterns)
 Auto-scaling, serverless computing, right-sizing instances, region selection for renewable energy, spot instances, idle resource detection, cloud-native architectures

{greenmining-1.1.8.dist-info → greenmining-1.1.9.dist-info}/RECORD

@@ -1,4 +1,4 @@
-greenmining/__init__.py,sha256=LRyVPcKKGGK9l2r2nn5EAEsPFTiFomity3Hc4CE6hGM,3390
+greenmining/__init__.py,sha256=tQoU8k_I_ymm67bNlYo0laMgS_eP9ersn5NAkdRjRvc,3390
 greenmining/__main__.py,sha256=NYOVS7D4w2XDLn6SyXHXPKE5GrNGOeoWSTb_KazgK5c,590
 greenmining/config.py,sha256=MQ5aPaa_Y9MZke774dmibz2-XSqRVsQiiNaLDr8f7S0,2771
 greenmining/gsf_patterns.py,sha256=UvNJPY3HlAx1SicwUqci40TlLg8lCL0tszSOH4haxQs,55921
@@ -12,7 +12,7 @@ greenmining/analyzers/statistical_analyzer.py,sha256=PA0w0sytRmMO6N1a2iH7VdA6Icg
 greenmining/analyzers/temporal_analyzer.py,sha256=JfTcAoI20oCFMehGrSRnDqhJTXI-RUbdCTMwDOTW9-g,14259
 greenmining/analyzers/version_power_analyzer.py,sha256=2P6zOqBg-ButtIhF-4cutiwD2Q1geMY49VFUghHXXoI,8119
 greenmining/controllers/__init__.py,sha256=UiAT6zBvC1z_9cJWfzq1cLA0I4r9b2vURHipj8oDczI,180
-greenmining/controllers/repository_controller.py,sha256=hQb9kRuGNeA5cNHKqX-CZTzYvPpgzWCX6w8NzllxuDc,3857
+greenmining/controllers/repository_controller.py,sha256=ZRMU6oUWUELW91qcZ_iBiRcDNT8ruTIy2aRjQbOb0O0,6571
 greenmining/energy/__init__.py,sha256=GoCYh7hitWBoPMtan1HF1yezCHi7o4sa_YUJgGkeJc8,558
 greenmining/energy/base.py,sha256=3hIPgc4B0Nz9V7DTh2Xd6trDRtmozUBBpa5UWRuWzcw,5918
 greenmining/energy/carbon_reporter.py,sha256=bKIFlLhHfYzI4DBu_ff4GW1Psz4oSCAF4NmzQb-EShA,8298
@@ -33,8 +33,8 @@ greenmining/services/data_analyzer.py,sha256=0XqW-slrnt7RotrHDweOqKtoN8XIA7y6p7s
 greenmining/services/github_graphql_fetcher.py,sha256=ZklXdEAc60KeFL83zRYMwW_-2OwMKpfPY7Wrifl0D50,11539
 greenmining/services/local_repo_analyzer.py,sha256=PYHj-zz0cePWbQq9HtGvd2OcZUYM8rRGe8eKIAp1_fI,24874
 greenmining/services/reports.py,sha256=nhJuYiA5tPD_9AjtgSLEnrpW3x15sZXrwIxpxQEBbh0,23219
-greenmining-1.1.8.dist-info/licenses/LICENSE,sha256=M7ma3JHGeiIZIs3ea0HTcFl_wLFPX2NZElUliYs4bCA,1083
-greenmining-1.1.8.dist-info/METADATA,sha256=6gb4TO8nLcxqhekL3_uFYnBsIGEZKM_51dq_L24BiEA,30175
-greenmining-1.1.8.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-greenmining-1.1.8.dist-info/top_level.txt,sha256=nreXgXxZIWI-42yQknQ0HXtUrFnzZ8N1ra4Mdy2KcsI,12
-greenmining-1.1.8.dist-info/RECORD,,
+greenmining-1.1.9.dist-info/licenses/LICENSE,sha256=M7ma3JHGeiIZIs3ea0HTcFl_wLFPX2NZElUliYs4bCA,1083
+greenmining-1.1.9.dist-info/METADATA,sha256=QVrwbhh-huQmP8Uv0YQDgraGOFoTmFRNxq7T27bZ4wk,30175
+greenmining-1.1.9.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+greenmining-1.1.9.dist-info/top_level.txt,sha256=nreXgXxZIWI-42yQknQ0HXtUrFnzZ8N1ra4Mdy2KcsI,12
+greenmining-1.1.9.dist-info/RECORD,,