rust-crate-pipeline 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rust_crate_pipeline/__init__.py +25 -25
- rust_crate_pipeline/__main__.py +1 -0
- rust_crate_pipeline/ai_processing.py +309 -200
- rust_crate_pipeline/analysis.py +304 -368
- rust_crate_pipeline/azure_ai_processing.py +453 -0
- rust_crate_pipeline/config.py +57 -19
- rust_crate_pipeline/core/__init__.py +19 -0
- rust_crate_pipeline/core/canon_registry.py +133 -0
- rust_crate_pipeline/core/irl_engine.py +256 -0
- rust_crate_pipeline/core/sacred_chain.py +117 -0
- rust_crate_pipeline/crate_analysis.py +54 -0
- rust_crate_pipeline/crate_list.txt +424 -0
- rust_crate_pipeline/github_token_checker.py +42 -36
- rust_crate_pipeline/main.py +386 -102
- rust_crate_pipeline/network.py +153 -133
- rust_crate_pipeline/pipeline.py +340 -264
- rust_crate_pipeline/production_config.py +35 -32
- rust_crate_pipeline/scraping/__init__.py +13 -0
- rust_crate_pipeline/scraping/unified_scraper.py +259 -0
- rust_crate_pipeline/unified_llm_processor.py +637 -0
- rust_crate_pipeline/unified_pipeline.py +548 -0
- rust_crate_pipeline/utils/file_utils.py +45 -14
- rust_crate_pipeline/utils/logging_utils.py +34 -17
- rust_crate_pipeline/version.py +47 -2
- rust_crate_pipeline-1.3.0.dist-info/METADATA +331 -0
- rust_crate_pipeline-1.3.0.dist-info/RECORD +30 -0
- rust_crate_pipeline-1.2.5.dist-info/METADATA +0 -573
- rust_crate_pipeline-1.2.5.dist-info/RECORD +0 -19
- {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/WHEEL +0 -0
- {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/entry_points.txt +0 -0
- {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/licenses/LICENSE +0 -0
- {rust_crate_pipeline-1.2.5.dist-info → rust_crate_pipeline-1.3.0.dist-info}/top_level.txt +0 -0
rust_crate_pipeline/__init__.py
CHANGED
@@ -8,45 +8,45 @@ Includes AI-powered enrichment using local LLMs and dependency analysis.
|
|
8
8
|
Example usage:
|
9
9
|
from rust_crate_pipeline import CrateDataPipeline
|
10
10
|
from rust_crate_pipeline.main import main
|
11
|
-
|
11
|
+
|
12
12
|
# Run the main pipeline
|
13
13
|
main()
|
14
|
-
|
14
|
+
|
15
15
|
# Or use the pipeline class directly
|
16
16
|
config = PipelineConfig()
|
17
17
|
pipeline = CrateDataPipeline(config)
|
18
18
|
pipeline.run()
|
19
|
-
|
19
|
+
|
20
20
|
Components:
|
21
21
|
- CrateDataPipeline: Main orchestration class
|
22
22
|
- PipelineConfig: Configuration management
|
23
23
|
- Various analyzers for AI, security, and dependency analysis
|
24
24
|
"""
|
25
25
|
|
26
|
-
|
26
|
+
# The following imports are for making package-level metadata and components
|
27
|
+
# easily accessible to users of the library.
|
28
|
+
from .version import __version__ # noqa: F401
|
27
29
|
|
28
30
|
__author__ = "SuperUser666-Sigil"
|
29
31
|
__email__ = "miragemodularframework@gmail.com"
|
30
32
|
__license__ = "MIT"
|
31
33
|
|
32
|
-
#
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
"__license__"
|
52
|
-
]
|
34
|
+
# The main components are demonstrated in the docstring and are not directly
|
35
|
+
# exported here to avoid circular dependencies and to keep the namespace clean.
|
36
|
+
# Users should import them directly from the respective modules.
|
37
|
+
|
38
|
+
# Suppress specific warnings at the package initialization level
|
39
|
+
import warnings
|
40
|
+
|
41
|
+
# Rule Zero Compliance: Suppress third-party Pydantic deprecation warnings
|
42
|
+
warnings.filterwarnings(
|
43
|
+
"ignore",
|
44
|
+
message=".*Support for class-based.*config.*is deprecated.*",
|
45
|
+
category=DeprecationWarning,
|
46
|
+
)
|
47
|
+
warnings.filterwarnings(
|
48
|
+
"ignore", category=UserWarning, module=".*rust_crate_pipeline.*"
|
49
|
+
)
|
50
|
+
warnings.filterwarnings(
|
51
|
+
"ignore", category=DeprecationWarning, module=".*rust_crate_pipeline.*"
|
52
|
+
)
|