rust-crate-pipeline 1.3.3__py3-none-any.whl → 1.3.5__py3-none-any.whl

rust_crate_pipeline/pipeline.py

@@ -25,19 +25,12 @@ except ImportError:
 
 # Import enhanced scraping capabilities
 try:
-    import sys
-
-    sys.path.append(os.path.dirname(os.path.dirname(__file__)))
-    from enhanced_scraping import (
-        CrateDocumentationScraper,
-        EnhancedScrapingResult,
-    )
-
+    from .scraping.unified_scraper import UnifiedScraper, ScrapingResult
     ENHANCED_SCRAPING_AVAILABLE = True
 except ImportError:
     ENHANCED_SCRAPING_AVAILABLE = False
-    CrateDocumentationScraper = None  # type: ignore[assignment,misc]
-    EnhancedScrapingResult = None  # type: ignore[assignment,misc]
+    UnifiedScraper = None  # type: ignore[assignment,misc]
+    ScrapingResult = None  # type: ignore[assignment,misc]
     logging.warning("Enhanced scraping not available - using basic methods")
 
 
@@ -53,16 +46,16 @@ class CrateDataPipeline:
         if config.use_azure_openai and AZURE_OPENAI_AVAILABLE and AzureOpenAIEnricher is not None:
             try:
                 self.enricher = AzureOpenAIEnricher(config)
-                logging.info("✅ Using Azure OpenAI enricher")
+                logging.info("[OK] Using Azure OpenAI enricher")
             except Exception as e:
-                logging.warning(f"⚠️ Failed to initialize Azure OpenAI enricher: {e}")
-                logging.info("🔄 Falling back to local LLM enricher")
+                logging.warning(f"[WARN] Failed to initialize Azure OpenAI enricher: {e}")
+                logging.info("[INFO] Falling back to local LLM enricher")
                 self.enricher = LLMEnricher(config)
         else:
             if config.use_azure_openai and not AZURE_OPENAI_AVAILABLE:
-                logging.warning("⚠️ Azure OpenAI requested but not available")
+                logging.warning("[WARN] Azure OpenAI requested but not available")
             self.enricher = LLMEnricher(config)
-            logging.info("✅ Using local LLM enricher")
+            logging.info("[OK] Using local LLM enricher")
         
         # Initialize cargo analyzer
         self.cargo_analyzer = CrateAnalyzer(".")
@@ -78,15 +71,15 @@ class CrateDataPipeline:
         if (
             not ENHANCED_SCRAPING_AVAILABLE
             or not self.config.enable_crawl4ai
-            or CrateDocumentationScraper is None
+            or UnifiedScraper is None
         ):
             return None
         try:
-            scraper = CrateDocumentationScraper()
-            logging.info("✅ Enhanced scraping with Crawl4AI enabled")
+            scraper = UnifiedScraper()
+            logging.info("[OK] Enhanced scraping with Crawl4AI enabled")
             return scraper
         except Exception as e:
-            logging.warning(f"❌ Failed to initialize enhanced scraping: {e}")
+            logging.warning(f"[ERROR] Failed to initialize enhanced scraping: {e}")
             return None
 
     def _create_output_dir(self) -> str:
@@ -223,7 +216,7 @@ class CrateDataPipeline:
             return
 
         try:
-            scraping_results = await self.enhanced_scraper.scrape_crate_info(crate.name)
+            scraping_results = await self.enhanced_scraper.scrape_crate_documentation(crate.name)
             if scraping_results:
                 self._integrate_scraping_results(crate, scraping_results)
                 logging.info(
@@ -393,5 +386,5 @@ class CrateDataPipeline:
         self.save_final_output(all_enriched, dependency_analysis)
 
         duration = time.time() - start_time
-        logging.info(f"✅ Done. Enriched {len(all_enriched)} crates in {duration:.2f}s")
+        logging.info(f"[OK] Done. Enriched {len(all_enriched)} crates in {duration:.2f}s")
         return all_enriched, dependency_analysis

rust_crate_pipeline/version.py

@@ -1,8 +1,10 @@
 from typing import Dict, List, Tuple, Optional, Any
 """Version information for rust-crate-pipeline."""
 
-__version__ = "1.3.3"
+__version__ = "1.3.5"
 __version_info__ = tuple(int(x) for x in __version__.split("-")[0].split("."))
+__author__ = "SigilDERG Team"
+__email__ = "sigilderg@example.com"
 
 # Version history
 # 1.2.5-dev.20250621 - Dev branch: experimental, not a formal

{rust_crate_pipeline-1.3.3.dist-info → rust_crate_pipeline-1.3.5.dist-info}/METADATA

@@ -1,19 +1,19 @@
 Metadata-Version: 2.4
 Name: rust-crate-pipeline
-Version: 1.3.3
-Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
-Home-page: https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
-Author: SuperUser666-Sigil
-Author-email: SuperUser666-Sigil <miragemodularframework@gmail.com>
-License-Expression: MIT
+Version: 1.3.5
+Summary: A comprehensive pipeline for analyzing Rust crates with AI enrichment and enhanced scraping
+Home-page: https://github.com/SigilDERG/rust-crate-pipeline
+Author: SigilDERG Team
+Author-email: SigilDERG Team <sigilderg@example.com>
+License: MIT
 Project-URL: Homepage, https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
 Project-URL: Documentation, https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme
 Project-URL: Repository, https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
 Project-URL: Bug Tracker, https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues
-Keywords: rust,crates,metadata,ai,analysis,pipeline,dependencies
+Keywords: rust,crates,analysis,ai,pipeline,scraping
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
-Classifier: Operating System :: OS Independent
+Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
@@ -21,9 +21,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Classifier: Topic :: Software Development :: Build Tools
 Classifier: Topic :: Software Development :: Quality Assurance
-Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE

{rust_crate_pipeline-1.3.3.dist-info → rust_crate_pipeline-1.3.5.dist-info}/RECORD

@@ -9,12 +9,12 @@ rust_crate_pipeline/crate_list.txt,sha256=W3NxDtxvihyKp9SN85FYXX6p8Hh49IFih1M4-c
 rust_crate_pipeline/github_token_checker.py,sha256=COXXS9uoLV9WYIcT02C-bV5uH3fa9D9HJImc07vMjLs,3766
 rust_crate_pipeline/main.py,sha256=iGYEAYvXkoFFvaA6DIVGiUL3wLhiCzatB6Fvf-Yrj2A,18858
 rust_crate_pipeline/network.py,sha256=khyjfOplaDvMxLWGB-JbPQnc27ZfozKGYBFw2b3BScM,12834
-rust_crate_pipeline/pipeline.py,sha256=YN6PEhg0Si_oo6-Wtm_PviytzWzpQupTPC2e4L1F7XE,16349
+rust_crate_pipeline/pipeline.py,sha256=CqPHLLRvMOpy-3ONL6hnPahV6Vh6S4M8oDsHd_lDrPc,16203
 rust_crate_pipeline/production_config.py,sha256=uWylP9AIZZx7-9aT4sFmAKEEW9miJDxaiek8VE6WP-0,2372
 rust_crate_pipeline/progress_monitor.py,sha256=5K9KP-Xggi1JEINfRmq2W-wGUHtNIBTcocpDtB1t8iM,13743
 rust_crate_pipeline/unified_llm_processor.py,sha256=eo7KotNuqwc7_hgpFm18QLokFoufFslnvi8TnDsSYEg,25064
 rust_crate_pipeline/unified_pipeline.py,sha256=2yglmXVlQfSkVq0HVTPonDee6VxWaQWZw0X2l4lLBGw,23704
-rust_crate_pipeline/version.py,sha256=rvOvTXgn4ikcVgnUnkRQ9jMb3vGNh_UC85DLNgzLELw,4415
+rust_crate_pipeline/version.py,sha256=1OVfgKIllkCMfu2zCazTqINgUwkozqsQSa2z_MDz5yY,4481
 rust_crate_pipeline/core/__init__.py,sha256=Sq4HWdANGqoYln7JdCog7m3BsGeR3tHdseeflvNetoQ,509
 rust_crate_pipeline/core/canon_registry.py,sha256=36tmt_wU6-kSyZnGfh53N64C7E3G-QR7GFbr9epj4zg,4700
 rust_crate_pipeline/core/irl_engine.py,sha256=QRZUdkN24W9XutLkj8JDplEz6FmnquUrwKsl0s2zRr4,10491
@@ -23,9 +23,9 @@ rust_crate_pipeline/scraping/__init__.py,sha256=ySkTRg7nIxgcbHJQ3L1XzcrOo281NZu0
 rust_crate_pipeline/scraping/unified_scraper.py,sha256=ZE2gkc0vQ3BOLdSX_IV-kMe8QAm2Av4M7VqpkxEKyT4,9965
 rust_crate_pipeline/utils/file_utils.py,sha256=tMaCPy7ghs9x4Hxu_sviX8MXU2sBjNvohUrvt4MejoM,2853
 rust_crate_pipeline/utils/logging_utils.py,sha256=e5jG0Yd6k3exgAdbVca46kWADJ_Qz8UJ3yEJzwTqPyI,2452
-rust_crate_pipeline-1.3.3.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
-rust_crate_pipeline-1.3.3.dist-info/METADATA,sha256=71onHncBIIY4LaCuTT6soQPoMdROFUkvFZwHYd4Tbe4,11254
-rust_crate_pipeline-1.3.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rust_crate_pipeline-1.3.3.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
-rust_crate_pipeline-1.3.3.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
-rust_crate_pipeline-1.3.3.dist-info/RECORD,,
+rust_crate_pipeline-1.3.5.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
+rust_crate_pipeline-1.3.5.dist-info/METADATA,sha256=CXaKKIGRNDIkeaJvDcsslH7aM9Bu0zFzsNKwG_P2i10,11048
+rust_crate_pipeline-1.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rust_crate_pipeline-1.3.5.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
+rust_crate_pipeline-1.3.5.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
+rust_crate_pipeline-1.3.5.dist-info/RECORD,,