rust-crate-pipeline 1.3.1__tar.gz → 1.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.1.md +84 -74
- rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.2.md +12 -0
- rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.3.md +12 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/PKG-INFO +1 -1
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/pyproject.toml +131 -131
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/main.py +1 -2
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/network.py +321 -327
- rust_crate_pipeline-1.3.3/rust_crate_pipeline/progress_monitor.py +334 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/version.py +74 -74
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/PKG-INFO +1 -1
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/SOURCES.txt +3 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/setup.py +77 -77
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/.aider.chat.history.md +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.0.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CRAWL4AI_TYPE_ANALYSIS.md +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/LICENSE +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/MANIFEST.in +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/README.md +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/README_LLM_PROVIDERS.md +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements-crawl4ai.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements-dev.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__init__.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__main__.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/ai_processing.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/analysis.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/azure_ai_processing.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/config.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/__init__.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/canon_registry.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/irl_engine.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/sacred_chain.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_analysis.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_list.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/github_token_checker.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/pipeline.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/production_config.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/__init__.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/unified_scraper.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_llm_processor.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_pipeline.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/file_utils.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/logging_utils.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/dependency_links.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/entry_points.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/requires.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/top_level.txt +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/setup.cfg +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_build.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_config_coverage.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_basic.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_demo.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration_fixed.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_github_token_checker_coverage.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_logging.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_main_integration.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_main_module_coverage.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_optimization_validation.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_rule_zero_lookup.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_rust_analyzer_coverage.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_sigil_unified.py +0 -0
- {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_thread_free.py +0 -0
@@ -1,75 +1,85 @@
|
|
1
|
-
# Changelog for Version 1.3.
|
2
|
-
|
3
|
-
## Release Date:
|
4
|
-
|
5
|
-
###
|
6
|
-
|
7
|
-
|
8
|
-
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
-
|
16
|
-
-
|
17
|
-
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
- **
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
- **
|
31
|
-
- **
|
32
|
-
- **
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
- `rust_crate_pipeline/
|
43
|
-
|
44
|
-
|
45
|
-
-
|
46
|
-
-
|
47
|
-
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
-
|
70
|
-
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
1
|
+
# Changelog for Version 1.3.2
|
2
|
+
|
3
|
+
## Release Date: [TBD]
|
4
|
+
|
5
|
+
### 🚀 Patch Release
|
6
|
+
|
7
|
+
- Version bump to 1.3.2
|
8
|
+
- All bug fixes and improvements from 1.3.1
|
9
|
+
|
10
|
+
### 🐛 Bug Fixes
|
11
|
+
|
12
|
+
#### Type Annotation Compatibility
|
13
|
+
- **Fixed Python 3.9 compatibility issues** in type annotations
|
14
|
+
- **Resolved IDE linter errors** in core modules:
|
15
|
+
- `rust_crate_pipeline/network.py`
|
16
|
+
- `rust_crate_pipeline/pipeline.py`
|
17
|
+
- `rust_crate_pipeline/production_config.py`
|
18
|
+
|
19
|
+
#### Specific Fixes Applied
|
20
|
+
- **Updated `dict[str, Any]` → `"dict[str, Any]"`** format for Python 3.9 compatibility
|
21
|
+
- **Fixed `list[str]` → `"list[str]"`** type annotations
|
22
|
+
- **Resolved `Union` type expressions** in conditional imports
|
23
|
+
- **Fixed variable references in type expressions** by using `Any` type where appropriate
|
24
|
+
- **Updated User-Agent strings** to version 1.3.1
|
25
|
+
|
26
|
+
### 🔧 Code Quality Improvements
|
27
|
+
|
28
|
+
#### Type Safety
|
29
|
+
- **Enhanced type checking compatibility** across all Python versions
|
30
|
+
- **Improved IDE support** with proper type annotations
|
31
|
+
- **Reduced linter warnings** and errors
|
32
|
+
- **Better code maintainability** with consistent type patterns
|
33
|
+
|
34
|
+
#### Development Experience
|
35
|
+
- **Fixed import issues** with conditional module loading
|
36
|
+
- **Improved error handling** in type-sensitive operations
|
37
|
+
- **Enhanced code readability** with proper type hints
|
38
|
+
|
39
|
+
### 📦 Technical Details
|
40
|
+
|
41
|
+
#### Files Modified
|
42
|
+
- `rust_crate_pipeline/version.py` - Version bump and changelog
|
43
|
+
- `setup.py` - Package version update
|
44
|
+
- `pyproject.toml` - Project version update
|
45
|
+
- `rust_crate_pipeline/network.py` - Type annotation fixes
|
46
|
+
- `rust_crate_pipeline/pipeline.py` - Type annotation fixes
|
47
|
+
- `rust_crate_pipeline/production_config.py` - Type annotation fixes
|
48
|
+
|
49
|
+
#### Compatibility
|
50
|
+
- **Python**: 3.9+ (improved compatibility)
|
51
|
+
- **Type Checkers**: pyright, mypy, and other type checkers now work without errors
|
52
|
+
- **IDEs**: Enhanced support for VS Code, PyCharm, and other IDEs
|
53
|
+
|
54
|
+
### 🚀 Installation
|
55
|
+
|
56
|
+
```bash
|
57
|
+
pip install rust-crate-pipeline==1.3.2
|
58
|
+
```
|
59
|
+
|
60
|
+
### 🔄 Migration from 1.3.0
|
61
|
+
|
62
|
+
This is a **patch release** with no breaking changes. All existing functionality remains the same, but with improved type safety and IDE support.
|
63
|
+
|
64
|
+
### 📋 Testing
|
65
|
+
|
66
|
+
All fixes have been verified:
|
67
|
+
- ✅ Syntax validation passed
|
68
|
+
- ✅ Import tests successful
|
69
|
+
- ✅ Type annotation compatibility confirmed
|
70
|
+
- ✅ No breaking changes introduced
|
71
|
+
|
72
|
+
### 🎯 Impact
|
73
|
+
|
74
|
+
- **Developers**: Better IDE experience with proper type hints
|
75
|
+
- **Users**: No functional changes, improved stability
|
76
|
+
- **Maintainers**: Cleaner codebase with resolved linter issues
|
77
|
+
|
78
|
+
---
|
79
|
+
|
80
|
+
**Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
|
81
|
+
- **Maintainers**: Cleaner codebase with resolved linter issues
|
82
|
+
|
83
|
+
---
|
84
|
+
|
75
85
|
**Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
|
@@ -0,0 +1,12 @@
|
|
1
|
+
# Changelog for Version 1.3.3
|
2
|
+
|
3
|
+
## Release Date: [TBD]
|
4
|
+
|
5
|
+
### 🚀 Feature Release
|
6
|
+
|
7
|
+
- Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
|
8
|
+
- All bug fixes and improvements from 1.3.2
|
9
|
+
|
10
|
+
---
|
11
|
+
|
12
|
+
See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
|
@@ -0,0 +1,12 @@
|
|
1
|
+
# Changelog for Version 1.3.3
|
2
|
+
|
3
|
+
## Release Date: [TBD]
|
4
|
+
|
5
|
+
### 🚀 Feature Release
|
6
|
+
|
7
|
+
- Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
|
8
|
+
- All bug fixes and improvements from 1.3.2
|
9
|
+
|
10
|
+
---
|
11
|
+
|
12
|
+
See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: rust-crate-pipeline
|
3
|
-
Version: 1.3.
|
3
|
+
Version: 1.3.3
|
4
4
|
Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
|
5
5
|
Home-page: https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
|
6
6
|
Author: SuperUser666-Sigil
|
@@ -1,131 +1,131 @@
|
|
1
|
-
[build-system]
|
2
|
-
requires = ["setuptools>=61.0", "wheel"]
|
3
|
-
build-backend = "setuptools.build_meta"
|
4
|
-
|
5
|
-
[project]
|
6
|
-
name = "rust-crate-pipeline"
|
7
|
-
version = "1.3.
|
8
|
-
authors = [
|
9
|
-
{name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
|
10
|
-
]
|
11
|
-
description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
|
12
|
-
readme = "README.md"
|
13
|
-
license = "MIT"
|
14
|
-
requires-python = ">=3.8"
|
15
|
-
classifiers = [
|
16
|
-
"Development Status :: 4 - Beta",
|
17
|
-
"Intended Audience :: Developers",
|
18
|
-
"Operating System :: OS Independent",
|
19
|
-
"Programming Language :: Python :: 3",
|
20
|
-
"Programming Language :: Python :: 3.8",
|
21
|
-
"Programming Language :: Python :: 3.9",
|
22
|
-
"Programming Language :: Python :: 3.10",
|
23
|
-
"Programming Language :: Python :: 3.11",
|
24
|
-
"Programming Language :: Python :: 3.12",
|
25
|
-
"Topic :: Software Development :: Libraries :: Python Modules",
|
26
|
-
"Topic :: Software Development :: Build Tools",
|
27
|
-
"Topic :: Software Development :: Quality Assurance",
|
28
|
-
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
29
|
-
]
|
30
|
-
keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
|
31
|
-
|
32
|
-
dependencies = [
|
33
|
-
"requests>=2.28.0",
|
34
|
-
"requests-cache>=1.0.0",
|
35
|
-
"beautifulsoup4>=4.11.0",
|
36
|
-
"tqdm>=4.64.0",
|
37
|
-
"llama-cpp-python>=0.2.0",
|
38
|
-
"tiktoken>=0.5.0",
|
39
|
-
"psutil>=5.9.0",
|
40
|
-
"python-dateutil>=2.8.0",
|
41
|
-
]
|
42
|
-
|
43
|
-
[project.optional-dependencies]
|
44
|
-
dev = [
|
45
|
-
"pytest>=7.0.0",
|
46
|
-
"black>=22.0.0",
|
47
|
-
"isort>=5.10.0",
|
48
|
-
]
|
49
|
-
advanced = [
|
50
|
-
"radon>=6.0.0",
|
51
|
-
"rustworkx>=0.13.0",
|
52
|
-
]
|
53
|
-
|
54
|
-
[project.urls]
|
55
|
-
Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
|
56
|
-
Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
|
57
|
-
Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
|
58
|
-
"Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
|
59
|
-
|
60
|
-
[project.scripts]
|
61
|
-
rust-crate-pipeline = "rust_crate_pipeline.main:main"
|
62
|
-
|
63
|
-
[tool.setuptools.packages.find]
|
64
|
-
where = ["."]
|
65
|
-
include = ["rust_crate_pipeline*"]
|
66
|
-
|
67
|
-
[tool.setuptools.package-data]
|
68
|
-
rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
|
69
|
-
|
70
|
-
[tool.black]
|
71
|
-
line-length = 88
|
72
|
-
target-version = ['py38']
|
73
|
-
|
74
|
-
[tool.isort]
|
75
|
-
profile = "black"
|
76
|
-
line_length = 88
|
77
|
-
|
78
|
-
[tool.pytest.ini_options]
|
79
|
-
# Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
|
80
|
-
filterwarnings = [
|
81
|
-
"ignore::DeprecationWarning:pydantic._internal._config",
|
82
|
-
"ignore::UserWarning:pkg_resources",
|
83
|
-
]
|
84
|
-
testpaths = ["tests"]
|
85
|
-
python_files = ["test_*.py"]
|
86
|
-
python_classes = ["Test*"]
|
87
|
-
python_functions = ["test_*"]
|
88
|
-
addopts = "-v --tb=short"
|
89
|
-
# Configure async testing support
|
90
|
-
asyncio_mode = "auto"
|
91
|
-
|
92
|
-
[tool.mypy]
|
93
|
-
# Rule Zero Compliance: Strict type checking for robust code quality
|
94
|
-
python_version = "3.8"
|
95
|
-
warn_return_any = true
|
96
|
-
warn_unused_configs = true
|
97
|
-
disallow_untyped_defs = true
|
98
|
-
disallow_incomplete_defs = true
|
99
|
-
check_untyped_defs = true
|
100
|
-
disallow_untyped_decorators = true
|
101
|
-
no_implicit_optional = true
|
102
|
-
warn_redundant_casts = true
|
103
|
-
warn_unused_ignores = true
|
104
|
-
warn_no_return = true
|
105
|
-
warn_unreachable = true
|
106
|
-
strict_equality = true
|
107
|
-
|
108
|
-
# Performance optimization for dmypy daemon
|
109
|
-
cache_dir = ".mypy_cache"
|
110
|
-
sqlite_cache = true
|
111
|
-
|
112
|
-
# Module-specific settings
|
113
|
-
[[tool.mypy.overrides]]
|
114
|
-
module = [
|
115
|
-
"requests_cache.*",
|
116
|
-
"beautifulsoup4.*",
|
117
|
-
"bs4.*",
|
118
|
-
"tqdm.*",
|
119
|
-
"tiktoken.*",
|
120
|
-
"psutil.*",
|
121
|
-
"llama_cpp.*",
|
122
|
-
]
|
123
|
-
ignore_missing_imports = true
|
124
|
-
|
125
|
-
[[tool.mypy.overrides]]
|
126
|
-
module = ["openai.*"]
|
127
|
-
ignore_errors = true
|
128
|
-
|
129
|
-
[[tool.mypy.overrides]]
|
130
|
-
module = ["crawl4ai.*"]
|
131
|
-
ignore_missing_imports = true
|
1
|
+
[build-system]
|
2
|
+
requires = ["setuptools>=61.0", "wheel"]
|
3
|
+
build-backend = "setuptools.build_meta"
|
4
|
+
|
5
|
+
[project]
|
6
|
+
name = "rust-crate-pipeline"
|
7
|
+
version = "1.3.3"
|
8
|
+
authors = [
|
9
|
+
{name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
|
10
|
+
]
|
11
|
+
description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
|
12
|
+
readme = "README.md"
|
13
|
+
license = "MIT"
|
14
|
+
requires-python = ">=3.8"
|
15
|
+
classifiers = [
|
16
|
+
"Development Status :: 4 - Beta",
|
17
|
+
"Intended Audience :: Developers",
|
18
|
+
"Operating System :: OS Independent",
|
19
|
+
"Programming Language :: Python :: 3",
|
20
|
+
"Programming Language :: Python :: 3.8",
|
21
|
+
"Programming Language :: Python :: 3.9",
|
22
|
+
"Programming Language :: Python :: 3.10",
|
23
|
+
"Programming Language :: Python :: 3.11",
|
24
|
+
"Programming Language :: Python :: 3.12",
|
25
|
+
"Topic :: Software Development :: Libraries :: Python Modules",
|
26
|
+
"Topic :: Software Development :: Build Tools",
|
27
|
+
"Topic :: Software Development :: Quality Assurance",
|
28
|
+
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
29
|
+
]
|
30
|
+
keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
|
31
|
+
|
32
|
+
dependencies = [
|
33
|
+
"requests>=2.28.0",
|
34
|
+
"requests-cache>=1.0.0",
|
35
|
+
"beautifulsoup4>=4.11.0",
|
36
|
+
"tqdm>=4.64.0",
|
37
|
+
"llama-cpp-python>=0.2.0",
|
38
|
+
"tiktoken>=0.5.0",
|
39
|
+
"psutil>=5.9.0",
|
40
|
+
"python-dateutil>=2.8.0",
|
41
|
+
]
|
42
|
+
|
43
|
+
[project.optional-dependencies]
|
44
|
+
dev = [
|
45
|
+
"pytest>=7.0.0",
|
46
|
+
"black>=22.0.0",
|
47
|
+
"isort>=5.10.0",
|
48
|
+
]
|
49
|
+
advanced = [
|
50
|
+
"radon>=6.0.0",
|
51
|
+
"rustworkx>=0.13.0",
|
52
|
+
]
|
53
|
+
|
54
|
+
[project.urls]
|
55
|
+
Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
|
56
|
+
Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
|
57
|
+
Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
|
58
|
+
"Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
|
59
|
+
|
60
|
+
[project.scripts]
|
61
|
+
rust-crate-pipeline = "rust_crate_pipeline.main:main"
|
62
|
+
|
63
|
+
[tool.setuptools.packages.find]
|
64
|
+
where = ["."]
|
65
|
+
include = ["rust_crate_pipeline*"]
|
66
|
+
|
67
|
+
[tool.setuptools.package-data]
|
68
|
+
rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
|
69
|
+
|
70
|
+
[tool.black]
|
71
|
+
line-length = 88
|
72
|
+
target-version = ['py38']
|
73
|
+
|
74
|
+
[tool.isort]
|
75
|
+
profile = "black"
|
76
|
+
line_length = 88
|
77
|
+
|
78
|
+
[tool.pytest.ini_options]
|
79
|
+
# Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
|
80
|
+
filterwarnings = [
|
81
|
+
"ignore::DeprecationWarning:pydantic._internal._config",
|
82
|
+
"ignore::UserWarning:pkg_resources",
|
83
|
+
]
|
84
|
+
testpaths = ["tests"]
|
85
|
+
python_files = ["test_*.py"]
|
86
|
+
python_classes = ["Test*"]
|
87
|
+
python_functions = ["test_*"]
|
88
|
+
addopts = "-v --tb=short"
|
89
|
+
# Configure async testing support
|
90
|
+
asyncio_mode = "auto"
|
91
|
+
|
92
|
+
[tool.mypy]
|
93
|
+
# Rule Zero Compliance: Strict type checking for robust code quality
|
94
|
+
python_version = "3.8"
|
95
|
+
warn_return_any = true
|
96
|
+
warn_unused_configs = true
|
97
|
+
disallow_untyped_defs = true
|
98
|
+
disallow_incomplete_defs = true
|
99
|
+
check_untyped_defs = true
|
100
|
+
disallow_untyped_decorators = true
|
101
|
+
no_implicit_optional = true
|
102
|
+
warn_redundant_casts = true
|
103
|
+
warn_unused_ignores = true
|
104
|
+
warn_no_return = true
|
105
|
+
warn_unreachable = true
|
106
|
+
strict_equality = true
|
107
|
+
|
108
|
+
# Performance optimization for dmypy daemon
|
109
|
+
cache_dir = ".mypy_cache"
|
110
|
+
sqlite_cache = true
|
111
|
+
|
112
|
+
# Module-specific settings
|
113
|
+
[[tool.mypy.overrides]]
|
114
|
+
module = [
|
115
|
+
"requests_cache.*",
|
116
|
+
"beautifulsoup4.*",
|
117
|
+
"bs4.*",
|
118
|
+
"tqdm.*",
|
119
|
+
"tiktoken.*",
|
120
|
+
"psutil.*",
|
121
|
+
"llama_cpp.*",
|
122
|
+
]
|
123
|
+
ignore_missing_imports = true
|
124
|
+
|
125
|
+
[[tool.mypy.overrides]]
|
126
|
+
module = ["openai.*"]
|
127
|
+
ignore_errors = true
|
128
|
+
|
129
|
+
[[tool.mypy.overrides]]
|
130
|
+
module = ["crawl4ai.*"]
|
131
|
+
ignore_missing_imports = true
|
@@ -442,8 +442,7 @@ def main() -> None:
|
|
442
442
|
if hasattr(args, "enable_sigil_protocol") and args.enable_sigil_protocol:
|
443
443
|
logging.info("Sigil Protocol mode requested")
|
444
444
|
logging.debug(
|
445
|
-
f"Sigil available: {_sigil_available}, SigilCompliantPipeline: {
|
446
|
-
SigilCompliantPipeline is not None}"
|
445
|
+
f"Sigil available: {_sigil_available}, SigilCompliantPipeline: {SigilCompliantPipeline is not None}"
|
447
446
|
)
|
448
447
|
|
449
448
|
# Import Sigil enhanced pipeline
|