rust-crate-pipeline 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. rust_crate_pipeline/__init__.py +25 -25
  2. rust_crate_pipeline/__main__.py +1 -0
  3. rust_crate_pipeline/ai_processing.py +309 -200
  4. rust_crate_pipeline/analysis.py +304 -368
  5. rust_crate_pipeline/azure_ai_processing.py +453 -0
  6. rust_crate_pipeline/config.py +57 -19
  7. rust_crate_pipeline/core/__init__.py +19 -0
  8. rust_crate_pipeline/core/canon_registry.py +133 -0
  9. rust_crate_pipeline/core/irl_engine.py +256 -0
  10. rust_crate_pipeline/core/sacred_chain.py +117 -0
  11. rust_crate_pipeline/crate_analysis.py +54 -0
  12. rust_crate_pipeline/crate_list.txt +424 -0
  13. rust_crate_pipeline/github_token_checker.py +42 -36
  14. rust_crate_pipeline/main.py +386 -102
  15. rust_crate_pipeline/network.py +153 -133
  16. rust_crate_pipeline/pipeline.py +340 -264
  17. rust_crate_pipeline/production_config.py +35 -32
  18. rust_crate_pipeline/scraping/__init__.py +13 -0
  19. rust_crate_pipeline/scraping/unified_scraper.py +259 -0
  20. rust_crate_pipeline/unified_llm_processor.py +637 -0
  21. rust_crate_pipeline/unified_pipeline.py +548 -0
  22. rust_crate_pipeline/utils/file_utils.py +45 -14
  23. rust_crate_pipeline/utils/logging_utils.py +34 -17
  24. rust_crate_pipeline/version.py +47 -2
  25. rust_crate_pipeline-1.3.0.dist-info/METADATA +331 -0
  26. rust_crate_pipeline-1.3.0.dist-info/RECORD +30 -0
  27. rust_crate_pipeline-1.2.5.dist-info/METADATA +0 -573
  28. rust_crate_pipeline-1.2.5.dist-info/RECORD +0 -19
  29. {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/WHEEL +0 -0
  30. {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/entry_points.txt +0 -0
  31. {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/licenses/LICENSE +0 -0
  32. {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/top_level.txt +0 -0
@@ -8,45 +8,45 @@ Includes AI-powered enrichment using local LLMs and dependency analysis.
8
8
  Example usage:
9
9
  from rust_crate_pipeline import CrateDataPipeline
10
10
  from rust_crate_pipeline.main import main
11
-
11
+
12
12
  # Run the main pipeline
13
13
  main()
14
-
14
+
15
15
  # Or use the pipeline class directly
16
16
  config = PipelineConfig()
17
17
  pipeline = CrateDataPipeline(config)
18
18
  pipeline.run()
19
-
19
+
20
20
  Components:
21
21
  - CrateDataPipeline: Main orchestration class
22
22
  - PipelineConfig: Configuration management
23
23
  - Various analyzers for AI, security, and dependency analysis
24
24
  """
25
25
 
26
- from .version import __version__
26
+ # The following imports are for making package-level metadata and components
27
+ # easily accessible to users of the library.
28
+ from .version import __version__ # noqa: F401
27
29
 
28
30
  __author__ = "SuperUser666-Sigil"
29
31
  __email__ = "miragemodularframework@gmail.com"
30
32
  __license__ = "MIT"
31
33
 
32
- # Import main components for easy access (only if dependencies are available)
33
- try:
34
- from .pipeline import CrateDataPipeline
35
- from .config import PipelineConfig
36
-
37
- __all__ = [
38
- "CrateDataPipeline",
39
- "PipelineConfig",
40
- "__version__",
41
- "__author__",
42
- "__email__",
43
- "__license__"
44
- ]
45
- except ImportError:
46
- # Handle case where dependencies aren't installed yet
47
- __all__ = [
48
- "__version__",
49
- "__author__",
50
- "__email__",
51
- "__license__"
52
- ]
34
+ # The main components are demonstrated in the docstring and are not directly
35
+ # exported here to avoid circular dependencies and to keep the namespace clean.
36
+ # Users should import them directly from the respective modules.
37
+
38
+ # Suppress specific warnings at the package initialization level
39
+ import warnings
40
+
41
+ # Rule Zero Compliance: Suppress third-party Pydantic deprecation warnings
42
+ warnings.filterwarnings(
43
+ "ignore",
44
+ message=".*Support for class-based.*config.*is deprecated.*",
45
+ category=DeprecationWarning,
46
+ )
47
+ warnings.filterwarnings(
48
+ "ignore", category=UserWarning, module=".*rust_crate_pipeline.*"
49
+ )
50
+ warnings.filterwarnings(
51
+ "ignore", category=DeprecationWarning, module=".*rust_crate_pipeline.*"
52
+ )
@@ -3,4 +3,5 @@
3
3
 
4
4
  if __name__ == "__main__":
5
5
  from .main import main
6
+
6
7
  main()