rust-crate-pipeline 1.3.0__py3-none-any.whl → 1.3.1__py3-none-any.whl

rust_crate_pipeline/core/canon_registry.py

@@ -26,7 +26,7 @@ class CanonRegistry:
     def __init__(self) -> None:
         self.canon_entries: Dict[str, CanonEntry] = {}
         self.authority_chain: List[str] = []
-        self.version = "1.0.0"
+        self.version = "1.3.0"
         self.logger = logging.getLogger(__name__)
         
         self._initialize_default_canon()
@@ -36,7 +36,7 @@ class CanonRegistry:
             "crates.io": {
                 "authority_level": 10,
                 "base_url": "https://crates.io/api/v1/",
-                "version": "1.0",
+                "version": "1.3.0",
                 "last_validated": datetime.now(timezone.utc).isoformat(),
             },
             "github.com": {
@@ -48,13 +48,13 @@ class CanonRegistry:
             "lib.rs": {
                 "authority_level": 6,
                 "base_url": "https://lib.rs/",
-                "version": "1.0",
+                "version": "1.3.0",
                 "last_validated": datetime.now(timezone.utc).isoformat(),
             },
             "docs.rs": {
                 "authority_level": 7,
                 "base_url": "https://docs.rs/",
-                "version": "1.0",
+                "version": "1.3.0",
                 "last_validated": datetime.now(timezone.utc).isoformat(),
             },
         }

rust_crate_pipeline/core/sacred_chain.py

@@ -55,7 +55,7 @@ class SacredChainBase(ABC):
     
     def __init__(self) -> None:
         self.execution_log: List[SacredChainTrace] = []
-        self.canon_version = "1.0.0"
+        self.canon_version = "1.3.0"
     
     def generate_execution_id(self, input_data: str) -> str:
         timestamp = datetime.now(timezone.utc).isoformat()

rust_crate_pipeline/network.py

@@ -20,7 +20,7 @@ class GitHubBatchClient:
         # Simple headers without dependency on HTTPClientUtils
         self.headers = {
             "Accept": "application/vnd.github.v3+json",
-            "User-Agent": "SigilDERG-Data-Production/1.0",
+            "User-Agent": "SigilDERG-Data-Production/1.3.1",
         }
         if config.github_token:
             self.headers["Authorization"] = f"token {config.github_token}"
@@ -51,7 +51,7 @@ class GitHubBatchClient:
         except Exception:
             pass
 
-    def get_repo_stats(self, owner: str, repo: str) -> dict[str, Any]:
+    def get_repo_stats(self, owner: str, repo: str) -> "dict[str, Any]":
         """Get repository statistics"""
         try:
             url = f"https://api.github.com/repos/{owner}/{repo}"
@@ -68,11 +68,11 @@ class GitHubBatchClient:
             logging.error(f"Error fetching repo stats: {str(e)}")
             return {}
 
-    def batch_get_repo_stats(self, repo_list: list[str]) -> dict[str, dict[str, Any]]:
+    def batch_get_repo_stats(self, repo_list: "list[str]") -> "dict[str, dict[str, Any]]":
         """Get statistics for multiple repositories in a batch"""
         self.check_rate_limit()
 
-        results: dict[str, dict[str, Any]] = {}
+        results: "dict[str, dict[str, Any]]" = {}
         for repo_url in repo_list:
             # Extract owner/repo from URL
             match = re.search(r"github\.com/([^/]+)/([^/\.]+)", repo_url)
@@ -96,9 +96,9 @@ class CrateAPIClient:
         self.config = config
         # Simple session without dependency on HTTPClientUtils
         self.session = requests.Session()
-        self.session.headers.update({"User-Agent": "SigilDERG-Data-Production/1.0"})
+        self.session.headers.update({"User-Agent": "SigilDERG-Data-Production/1.3.1"})
 
-    def fetch_crate_metadata(self, crate_name: str) -> dict[str, Any] | None:
+    def fetch_crate_metadata(self, crate_name: str) -> "dict[str, Any] | None":
         """Fetch metadata with retry logic"""
         for attempt in range(self.config.max_retries):
             try:
@@ -114,7 +114,7 @@ class CrateAPIClient:
                 time.sleep(wait)
         return None
 
-    def _fetch_metadata(self, crate_name: str) -> dict[str, Any] | None:
+    def _fetch_metadata(self, crate_name: str) -> "dict[str, Any] | None":
         """Enhanced metadata fetching that tries multiple sources"""
         # First try crates.io (primary source)
         try:

rust_crate_pipeline/pipeline.py

@@ -69,11 +69,11 @@ class CrateDataPipeline:
         
         self.crates = self._get_crate_list()
         self.output_dir = self._create_output_dir()
-        self.enhanced_scraper: Union[CrateDocumentationScraper, None] = (
+        self.enhanced_scraper: Any = (
             self._initialize_enhanced_scraper()
         )
 
-    def _initialize_enhanced_scraper(self) -> Union[CrateDocumentationScraper, None]:
+    def _initialize_enhanced_scraper(self) -> Any:
         """Initializes the CrateDocumentationScraper if available and enabled."""
         if (
             not ENHANCED_SCRAPING_AVAILABLE
@@ -236,7 +236,7 @@ class CrateDataPipeline:
     def _integrate_scraping_results(
         self,
         crate: CrateMetadata,
-        scraping_results: "Dict[str, EnhancedScrapingResult]",
+        scraping_results: "Dict[str, Any]",
     ) -> None:
         """
         Integrates enhanced scraping results into the crate metadata.

rust_crate_pipeline/production_config.py

@@ -28,7 +28,7 @@ def configure_production_logging() -> None:
 
 
 # Production-optimized settings
-PRODUCTION_SETTINGS: dict[str, Any] = {
+PRODUCTION_SETTINGS: "dict[str, Any]" = {
     # Reduced retries to minimize warnings
     "max_retries": 2,
     "validation_retries": 2,
@@ -48,7 +48,7 @@ PRODUCTION_SETTINGS: dict[str, Any] = {
 }
 
 
-def get_production_config() -> dict[str, Any]:
+def get_production_config() -> "dict[str, Any]":
     """Get production configuration dictionary"""
     return PRODUCTION_SETTINGS.copy()
 
@@ -58,7 +58,7 @@ def is_production() -> bool:
     return os.getenv("PRODUCTION", "false").lower() == "true"
 
 
-def setup_production_environment() -> dict[str, Any]:
+def setup_production_environment() -> "dict[str, Any]":
     """Set up the complete production environment"""
     configure_production_logging()
 

rust_crate_pipeline/unified_pipeline.py

@@ -360,7 +360,7 @@ class UnifiedSigilPipeline:
                         irl_score=0.0,
                         execution_id=f"error-{int(time.time())}",
                         timestamp=time.strftime("%Y-%m-%dT%H:%M:%SZ"),
-                        canon_version="1.0.0",
+                        canon_version="1.3.0",
                     )
                     return crate_name, error_trace
         

rust_crate_pipeline/version.py

@@ -1,7 +1,7 @@
 from typing import Dict, List, Tuple, Optional, Any
 """Version information for rust-crate-pipeline."""
 
-__version__ = "1.3.0"
+__version__ = "1.3.1"
 __version_info__ = tuple(int(x) for x in __version__.split("-")[0].split("."))
 
 # Version history
@@ -41,6 +41,12 @@ __version_info__ = tuple(int(x) for x in __version__.split("-")[0].split("."))
 #         - Improved error handling in enhanced scraping module
 #         - Standardized on direct llama.cpp approach (removed Ollama dependencies)
 #         - Enhanced Rule Zero compliance with transparent cleanup process
+#         - Fixed type annotation compatibility issues
+#         - Fixed Python 3.9 compatibility for type annotations
+#         - Updated dict[str, Any] to "dict[str, Any]" format
+#         - Fixed Union type expressions in conditional imports
+#         - Resolved IDE linter errors in network.py, pipeline.py, and production_config.py
+#         - Improved code quality and maintainability
 # 1.3.0 - Quality & Integration Release: Comprehensive code quality improvements
 #         - Fixed all critical PEP 8 violations (F821, F811, E114)
 #         - Enhanced error handling with graceful dependency fallbacks

{rust_crate_pipeline-1.3.0.dist-info → rust_crate_pipeline-1.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rust-crate-pipeline
-Version: 1.3.0
+Version: 1.3.1
 Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
 Home-page: https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
 Author: SuperUser666-Sigil
@@ -59,10 +59,13 @@ The Rust Crate Pipeline is designed to collect, process, and enrich metadata fro
 
 - **Web Scraping**: Automated collection of crate metadata from crates.io using Crawl4AI
 - **AI Enrichment**: Local and Azure OpenAI-powered analysis of crate descriptions, features, and documentation
+- **Multi-Provider LLM Support**: Unified LLM processor supporting OpenAI, Azure OpenAI, Ollama, LM Studio, and LiteLLM
 - **Cargo Testing**: Automated cargo build, test, and audit execution for comprehensive crate analysis
 - **Dependency Analysis**: Deep analysis of crate dependencies and their relationships
 - **Batch Processing**: Efficient processing of multiple crates with configurable batch sizes
 - **Data Export**: Structured output in JSON format for further analysis
+- **RAG Cache**: Intelligent caching with Rule Zero policies and architectural patterns
+- **Docker Support**: Containerized deployment with optimized Docker configurations
 
 ## Installation
 
@@ -96,6 +99,10 @@ export AZURE_OPENAI_API_VERSION="2024-02-15-preview"
 
 # PyPI API Token (optional, for publishing)
 export PYPI_API_TOKEN="your_pypi_token"
+
+# LiteLLM Configuration (optional, for multi-provider LLM support)
+export LITELLM_MODEL="deepseek-coder:33b"
+export LITELLM_BASE_URL="http://localhost:11434"  # For Ollama
 ```
 
 ### Configuration File
@@ -155,6 +162,25 @@ python -m rust_crate_pipeline --checkpoint-interval 5
 python -m rust_crate_pipeline --log-level DEBUG
 ```
 
+#### Multi-Provider LLM Support
+
+```bash
+# Use OpenAI
+python -m rust_crate_pipeline.unified_llm_processor --provider openai --model-name gpt-4
+
+# Use Azure OpenAI
+python -m rust_crate_pipeline.unified_llm_processor --provider azure --model-name gpt-4
+
+# Use Ollama (local)
+python -m rust_crate_pipeline.unified_llm_processor --provider ollama --model-name deepseek-coder:33b
+
+# Use LM Studio
+python -m rust_crate_pipeline.unified_llm_processor --provider openai --base-url http://localhost:1234/v1 --model-name local-model
+
+# Use LiteLLM
+python -m rust_crate_pipeline.unified_llm_processor --provider litellm --model-name deepseek-coder:33b
+```
+
 #### Production Mode
 
 ```bash
@@ -282,7 +308,7 @@ pyright rust_crate_pipeline/
 
 ## Requirements
 
-- Python 3.8+
+- Python 3.12+
 - Rust toolchain (for cargo testing)
 - Git (for GitHub API access)
 - Internet connection (for web scraping and API calls)

{rust_crate_pipeline-1.3.0.dist-info → rust_crate_pipeline-1.3.1.dist-info}/RECORD

@@ -8,23 +8,23 @@ rust_crate_pipeline/crate_analysis.py,sha256=GsoXemJ9VFyAbb4Sm5gY5ToTqNtOA4pI38A
 rust_crate_pipeline/crate_list.txt,sha256=W3NxDtxvihyKp9SN85FYXX6p8Hh49IFih1M4-c-CynM,4334
 rust_crate_pipeline/github_token_checker.py,sha256=COXXS9uoLV9WYIcT02C-bV5uH3fa9D9HJImc07vMjLs,3766
 rust_crate_pipeline/main.py,sha256=Pfh-rQNQfCe5st_dcIZOALXAy14_IDJaMNK89DLJydc,18880
-rust_crate_pipeline/network.py,sha256=DjqgJANnQp367lVezrMz4LpTQ59p3nZdTSVHOxndVA8,13292
-rust_crate_pipeline/pipeline.py,sha256=tu19-iP0NYuiTI_QgRcw2Q8FIM9BNUI5EVmdY_Mmuto,16438
-rust_crate_pipeline/production_config.py,sha256=TcmWrTaHIrNpZ0kuCrNc4BEmyfVJ7BV5Eu41Fb-0CIY,2366
+rust_crate_pipeline/network.py,sha256=FtEQRYC-Ynep99zKYvuI7_Jd6I2poMIPlxoJFlxgAg8,13308
+rust_crate_pipeline/pipeline.py,sha256=YN6PEhg0Si_oo6-Wtm_PviytzWzpQupTPC2e4L1F7XE,16349
+rust_crate_pipeline/production_config.py,sha256=uWylP9AIZZx7-9aT4sFmAKEEW9miJDxaiek8VE6WP-0,2372
 rust_crate_pipeline/unified_llm_processor.py,sha256=eo7KotNuqwc7_hgpFm18QLokFoufFslnvi8TnDsSYEg,25064
-rust_crate_pipeline/unified_pipeline.py,sha256=tIL17mQKbYys0fl1yAlZzOn8CmkNDnzLYKTTc6j_Uyk,23704
-rust_crate_pipeline/version.py,sha256=9dMHlnISvHcXXlLCM9jKNjklNTlp_1JGRG-AiQOlI_Y,4092
+rust_crate_pipeline/unified_pipeline.py,sha256=2yglmXVlQfSkVq0HVTPonDee6VxWaQWZw0X2l4lLBGw,23704
+rust_crate_pipeline/version.py,sha256=2EZ0sMLJDvFLO6arTvjiXhlCztJ1xWetEH4Oh6IDHtY,4489
 rust_crate_pipeline/core/__init__.py,sha256=Sq4HWdANGqoYln7JdCog7m3BsGeR3tHdseeflvNetoQ,509
-rust_crate_pipeline/core/canon_registry.py,sha256=0s1HPflyF-jsC0uQzJH37_o0smjwC8rKns3yav2Ypm0,4694
+rust_crate_pipeline/core/canon_registry.py,sha256=36tmt_wU6-kSyZnGfh53N64C7E3G-QR7GFbr9epj4zg,4700
 rust_crate_pipeline/core/irl_engine.py,sha256=QRZUdkN24W9XutLkj8JDplEz6FmnquUrwKsl0s2zRr4,10491
-rust_crate_pipeline/core/sacred_chain.py,sha256=hlk7XehR0StMSBoMo0_Ree3TMxPBgTmDEkfkGAEDC8k,3773
+rust_crate_pipeline/core/sacred_chain.py,sha256=6s4gFLDT6KUwuu0Fpxu6h_YHlsEvHZb3CQw4tRHGyDU,3773
 rust_crate_pipeline/scraping/__init__.py,sha256=ySkTRg7nIxgcbHJQ3L1XzcrOo281NZu07-XtiGi-558,307
 rust_crate_pipeline/scraping/unified_scraper.py,sha256=ZE2gkc0vQ3BOLdSX_IV-kMe8QAm2Av4M7VqpkxEKyT4,9965
 rust_crate_pipeline/utils/file_utils.py,sha256=tMaCPy7ghs9x4Hxu_sviX8MXU2sBjNvohUrvt4MejoM,2853
 rust_crate_pipeline/utils/logging_utils.py,sha256=e5jG0Yd6k3exgAdbVca46kWADJ_Qz8UJ3yEJzwTqPyI,2452
-rust_crate_pipeline-1.3.0.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
-rust_crate_pipeline-1.3.0.dist-info/METADATA,sha256=xCXpWvJUUx8Aod42zxsKJfqICUPAQ7FxHDEWECFKxSg,10116
-rust_crate_pipeline-1.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rust_crate_pipeline-1.3.0.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
-rust_crate_pipeline-1.3.0.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
-rust_crate_pipeline-1.3.0.dist-info/RECORD,,
+rust_crate_pipeline-1.3.1.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
+rust_crate_pipeline-1.3.1.dist-info/METADATA,sha256=XEkcmRsrlOToAUchpzjvMyD81aUwgoZgcBrh3_-Js3g,11254
+rust_crate_pipeline-1.3.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rust_crate_pipeline-1.3.1.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
+rust_crate_pipeline-1.3.1.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
+rust_crate_pipeline-1.3.1.dist-info/RECORD,,