rust-crate-pipeline 1.3.2__tar.gz → 1.3.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.1.md +84 -79
  2. rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.2.md +12 -0
  3. rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.3.md +12 -0
  4. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/PKG-INFO +1 -1
  5. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/pyproject.toml +131 -131
  6. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/network.py +321 -327
  7. rust_crate_pipeline-1.3.3/rust_crate_pipeline/progress_monitor.py +334 -0
  8. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/version.py +74 -74
  9. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/PKG-INFO +1 -1
  10. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/SOURCES.txt +2 -0
  11. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/setup.py +77 -77
  12. rust_crate_pipeline-1.3.2/CHANGELOG_v1.3.2.md +0 -12
  13. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/.aider.chat.history.md +0 -0
  14. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.0.txt +0 -0
  15. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/CRAWL4AI_TYPE_ANALYSIS.md +0 -0
  16. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/LICENSE +0 -0
  17. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/MANIFEST.in +0 -0
  18. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/README.md +0 -0
  19. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/README_LLM_PROVIDERS.md +0 -0
  20. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/requirements-crawl4ai.txt +0 -0
  21. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/requirements-dev.txt +0 -0
  22. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/requirements.txt +0 -0
  23. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__init__.py +0 -0
  24. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__main__.py +0 -0
  25. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/ai_processing.py +0 -0
  26. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/analysis.py +0 -0
  27. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/azure_ai_processing.py +0 -0
  28. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/config.py +0 -0
  29. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/__init__.py +0 -0
  30. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/canon_registry.py +0 -0
  31. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/irl_engine.py +0 -0
  32. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/sacred_chain.py +0 -0
  33. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_analysis.py +0 -0
  34. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_list.txt +0 -0
  35. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/github_token_checker.py +0 -0
  36. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/main.py +0 -0
  37. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/pipeline.py +0 -0
  38. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/production_config.py +0 -0
  39. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/__init__.py +0 -0
  40. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/unified_scraper.py +0 -0
  41. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_llm_processor.py +0 -0
  42. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_pipeline.py +0 -0
  43. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/file_utils.py +0 -0
  44. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/logging_utils.py +0 -0
  45. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/dependency_links.txt +0 -0
  46. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/entry_points.txt +0 -0
  47. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/requires.txt +0 -0
  48. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/top_level.txt +0 -0
  49. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/setup.cfg +0 -0
  50. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_build.py +0 -0
  51. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_config_coverage.py +0 -0
  52. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_basic.py +0 -0
  53. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_demo.py +0 -0
  54. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration.py +0 -0
  55. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration_fixed.py +0 -0
  56. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_github_token_checker_coverage.py +0 -0
  57. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_logging.py +0 -0
  58. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_main_integration.py +0 -0
  59. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_main_module_coverage.py +0 -0
  60. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_optimization_validation.py +0 -0
  61. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_rule_zero_lookup.py +0 -0
  62. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_rust_analyzer_coverage.py +0 -0
  63. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_sigil_unified.py +0 -0
  64. {rust_crate_pipeline-1.3.2 → rust_crate_pipeline-1.3.3}/tests/test_thread_free.py +0 -0
@@ -1,80 +1,85 @@
1
- # Changelog for Version 1.3.2
2
-
3
- ## Release Date: [TBD]
4
-
5
- ### 🚀 Patch Release
6
-
7
- - Version bump to 1.3.2
8
- - All bug fixes and improvements from 1.3.1
9
-
10
- ### 🐛 Bug Fixes
11
-
12
- #### Type Annotation Compatibility
13
- - **Fixed Python 3.9 compatibility issues** in type annotations
14
- - **Resolved IDE linter errors** in core modules:
15
- - `rust_crate_pipeline/network.py`
16
- - `rust_crate_pipeline/pipeline.py`
17
- - `rust_crate_pipeline/production_config.py`
18
-
19
- #### Specific Fixes Applied
20
- - **Updated `dict[str, Any]` → `"dict[str, Any]"`** format for Python 3.9 compatibility
21
- - **Fixed `list[str]` → `"list[str]"`** type annotations
22
- - **Resolved `Union` type expressions** in conditional imports
23
- - **Fixed variable references in type expressions** by using `Any` type where appropriate
24
- - **Updated User-Agent strings** to version 1.3.1
25
-
26
- ### 🔧 Code Quality Improvements
27
-
28
- #### Type Safety
29
- - **Enhanced type checking compatibility** across all Python versions
30
- - **Improved IDE support** with proper type annotations
31
- - **Reduced linter warnings** and errors
32
- - **Better code maintainability** with consistent type patterns
33
-
34
- #### Development Experience
35
- - **Fixed import issues** with conditional module loading
36
- - **Improved error handling** in type-sensitive operations
37
- - **Enhanced code readability** with proper type hints
38
-
39
- ### 📦 Technical Details
40
-
41
- #### Files Modified
42
- - `rust_crate_pipeline/version.py` - Version bump and changelog
43
- - `setup.py` - Package version update
44
- - `pyproject.toml` - Project version update
45
- - `rust_crate_pipeline/network.py` - Type annotation fixes
46
- - `rust_crate_pipeline/pipeline.py` - Type annotation fixes
47
- - `rust_crate_pipeline/production_config.py` - Type annotation fixes
48
-
49
- #### Compatibility
50
- - **Python**: 3.9+ (improved compatibility)
51
- - **Type Checkers**: pyright, mypy, and other type checkers now work without errors
52
- - **IDEs**: Enhanced support for VS Code, PyCharm, and other IDEs
53
-
54
- ### 🚀 Installation
55
-
56
- ```bash
57
- pip install rust-crate-pipeline==1.3.2
58
- ```
59
-
60
- ### 🔄 Migration from 1.3.0
61
-
62
- This is a **patch release** with no breaking changes. All existing functionality remains the same, but with improved type safety and IDE support.
63
-
64
- ### 📋 Testing
65
-
66
- All fixes have been verified:
67
- - ✅ Syntax validation passed
68
- - ✅ Import tests successful
69
- - ✅ Type annotation compatibility confirmed
70
- - ✅ No breaking changes introduced
71
-
72
- ### 🎯 Impact
73
-
74
- - **Developers**: Better IDE experience with proper type hints
75
- - **Users**: No functional changes, improved stability
76
- - **Maintainers**: Cleaner codebase with resolved linter issues
77
-
78
- ---
79
-
1
+ # Changelog for Version 1.3.2
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Patch Release
6
+
7
+ - Version bump to 1.3.2
8
+ - All bug fixes and improvements from 1.3.1
9
+
10
+ ### 🐛 Bug Fixes
11
+
12
+ #### Type Annotation Compatibility
13
+ - **Fixed Python 3.9 compatibility issues** in type annotations
14
+ - **Resolved IDE linter errors** in core modules:
15
+ - `rust_crate_pipeline/network.py`
16
+ - `rust_crate_pipeline/pipeline.py`
17
+ - `rust_crate_pipeline/production_config.py`
18
+
19
+ #### Specific Fixes Applied
20
+ - **Updated `dict[str, Any]` → `"dict[str, Any]"`** format for Python 3.9 compatibility
21
+ - **Fixed `list[str]` → `"list[str]"`** type annotations
22
+ - **Resolved `Union` type expressions** in conditional imports
23
+ - **Fixed variable references in type expressions** by using `Any` type where appropriate
24
+ - **Updated User-Agent strings** to version 1.3.1
25
+
26
+ ### 🔧 Code Quality Improvements
27
+
28
+ #### Type Safety
29
+ - **Enhanced type checking compatibility** across all Python versions
30
+ - **Improved IDE support** with proper type annotations
31
+ - **Reduced linter warnings** and errors
32
+ - **Better code maintainability** with consistent type patterns
33
+
34
+ #### Development Experience
35
+ - **Fixed import issues** with conditional module loading
36
+ - **Improved error handling** in type-sensitive operations
37
+ - **Enhanced code readability** with proper type hints
38
+
39
+ ### 📦 Technical Details
40
+
41
+ #### Files Modified
42
+ - `rust_crate_pipeline/version.py` - Version bump and changelog
43
+ - `setup.py` - Package version update
44
+ - `pyproject.toml` - Project version update
45
+ - `rust_crate_pipeline/network.py` - Type annotation fixes
46
+ - `rust_crate_pipeline/pipeline.py` - Type annotation fixes
47
+ - `rust_crate_pipeline/production_config.py` - Type annotation fixes
48
+
49
+ #### Compatibility
50
+ - **Python**: 3.9+ (improved compatibility)
51
+ - **Type Checkers**: pyright, mypy, and other type checkers now work without errors
52
+ - **IDEs**: Enhanced support for VS Code, PyCharm, and other IDEs
53
+
54
+ ### 🚀 Installation
55
+
56
+ ```bash
57
+ pip install rust-crate-pipeline==1.3.2
58
+ ```
59
+
60
+ ### 🔄 Migration from 1.3.0
61
+
62
+ This is a **patch release** with no breaking changes. All existing functionality remains the same, but with improved type safety and IDE support.
63
+
64
+ ### 📋 Testing
65
+
66
+ All fixes have been verified:
67
+ - ✅ Syntax validation passed
68
+ - ✅ Import tests successful
69
+ - ✅ Type annotation compatibility confirmed
70
+ - ✅ No breaking changes introduced
71
+
72
+ ### 🎯 Impact
73
+
74
+ - **Developers**: Better IDE experience with proper type hints
75
+ - **Users**: No functional changes, improved stability
76
+ - **Maintainers**: Cleaner codebase with resolved linter issues
77
+
78
+ ---
79
+
80
+ **Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
81
+ - **Maintainers**: Cleaner codebase with resolved linter issues
82
+
83
+ ---
84
+
80
85
  **Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
@@ -0,0 +1,12 @@
1
+ # Changelog for Version 1.3.3
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Feature Release
6
+
7
+ - Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
8
+ - All bug fixes and improvements from 1.3.2
9
+
10
+ ---
11
+
12
+ See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
@@ -0,0 +1,12 @@
1
+ # Changelog for Version 1.3.3
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Feature Release
6
+
7
+ - Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
8
+ - All bug fixes and improvements from 1.3.2
9
+
10
+ ---
11
+
12
+ See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rust-crate-pipeline
3
- Version: 1.3.2
3
+ Version: 1.3.3
4
4
  Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
5
5
  Home-page: https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
6
6
  Author: SuperUser666-Sigil
@@ -1,131 +1,131 @@
1
- [build-system]
2
- requires = ["setuptools>=61.0", "wheel"]
3
- build-backend = "setuptools.build_meta"
4
-
5
- [project]
6
- name = "rust-crate-pipeline"
7
- version = "1.3.2"
8
- authors = [
9
- {name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
10
- ]
11
- description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
12
- readme = "README.md"
13
- license = "MIT"
14
- requires-python = ">=3.8"
15
- classifiers = [
16
- "Development Status :: 4 - Beta",
17
- "Intended Audience :: Developers",
18
- "Operating System :: OS Independent",
19
- "Programming Language :: Python :: 3",
20
- "Programming Language :: Python :: 3.8",
21
- "Programming Language :: Python :: 3.9",
22
- "Programming Language :: Python :: 3.10",
23
- "Programming Language :: Python :: 3.11",
24
- "Programming Language :: Python :: 3.12",
25
- "Topic :: Software Development :: Libraries :: Python Modules",
26
- "Topic :: Software Development :: Build Tools",
27
- "Topic :: Software Development :: Quality Assurance",
28
- "Topic :: Scientific/Engineering :: Artificial Intelligence",
29
- ]
30
- keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
31
-
32
- dependencies = [
33
- "requests>=2.28.0",
34
- "requests-cache>=1.0.0",
35
- "beautifulsoup4>=4.11.0",
36
- "tqdm>=4.64.0",
37
- "llama-cpp-python>=0.2.0",
38
- "tiktoken>=0.5.0",
39
- "psutil>=5.9.0",
40
- "python-dateutil>=2.8.0",
41
- ]
42
-
43
- [project.optional-dependencies]
44
- dev = [
45
- "pytest>=7.0.0",
46
- "black>=22.0.0",
47
- "isort>=5.10.0",
48
- ]
49
- advanced = [
50
- "radon>=6.0.0",
51
- "rustworkx>=0.13.0",
52
- ]
53
-
54
- [project.urls]
55
- Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
56
- Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
57
- Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
58
- "Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
59
-
60
- [project.scripts]
61
- rust-crate-pipeline = "rust_crate_pipeline.main:main"
62
-
63
- [tool.setuptools.packages.find]
64
- where = ["."]
65
- include = ["rust_crate_pipeline*"]
66
-
67
- [tool.setuptools.package-data]
68
- rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
69
-
70
- [tool.black]
71
- line-length = 88
72
- target-version = ['py38']
73
-
74
- [tool.isort]
75
- profile = "black"
76
- line_length = 88
77
-
78
- [tool.pytest.ini_options]
79
- # Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
80
- filterwarnings = [
81
- "ignore::DeprecationWarning:pydantic._internal._config",
82
- "ignore::UserWarning:pkg_resources",
83
- ]
84
- testpaths = ["tests"]
85
- python_files = ["test_*.py"]
86
- python_classes = ["Test*"]
87
- python_functions = ["test_*"]
88
- addopts = "-v --tb=short"
89
- # Configure async testing support
90
- asyncio_mode = "auto"
91
-
92
- [tool.mypy]
93
- # Rule Zero Compliance: Strict type checking for robust code quality
94
- python_version = "3.8"
95
- warn_return_any = true
96
- warn_unused_configs = true
97
- disallow_untyped_defs = true
98
- disallow_incomplete_defs = true
99
- check_untyped_defs = true
100
- disallow_untyped_decorators = true
101
- no_implicit_optional = true
102
- warn_redundant_casts = true
103
- warn_unused_ignores = true
104
- warn_no_return = true
105
- warn_unreachable = true
106
- strict_equality = true
107
-
108
- # Performance optimization for dmypy daemon
109
- cache_dir = ".mypy_cache"
110
- sqlite_cache = true
111
-
112
- # Module-specific settings
113
- [[tool.mypy.overrides]]
114
- module = [
115
- "requests_cache.*",
116
- "beautifulsoup4.*",
117
- "bs4.*",
118
- "tqdm.*",
119
- "tiktoken.*",
120
- "psutil.*",
121
- "llama_cpp.*",
122
- ]
123
- ignore_missing_imports = true
124
-
125
- [[tool.mypy.overrides]]
126
- module = ["openai.*"]
127
- ignore_errors = true
128
-
129
- [[tool.mypy.overrides]]
130
- module = ["crawl4ai.*"]
131
- ignore_missing_imports = true
1
+ [build-system]
2
+ requires = ["setuptools>=61.0", "wheel"]
3
+ build-backend = "setuptools.build_meta"
4
+
5
+ [project]
6
+ name = "rust-crate-pipeline"
7
+ version = "1.3.3"
8
+ authors = [
9
+ {name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
10
+ ]
11
+ description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
12
+ readme = "README.md"
13
+ license = "MIT"
14
+ requires-python = ">=3.8"
15
+ classifiers = [
16
+ "Development Status :: 4 - Beta",
17
+ "Intended Audience :: Developers",
18
+ "Operating System :: OS Independent",
19
+ "Programming Language :: Python :: 3",
20
+ "Programming Language :: Python :: 3.8",
21
+ "Programming Language :: Python :: 3.9",
22
+ "Programming Language :: Python :: 3.10",
23
+ "Programming Language :: Python :: 3.11",
24
+ "Programming Language :: Python :: 3.12",
25
+ "Topic :: Software Development :: Libraries :: Python Modules",
26
+ "Topic :: Software Development :: Build Tools",
27
+ "Topic :: Software Development :: Quality Assurance",
28
+ "Topic :: Scientific/Engineering :: Artificial Intelligence",
29
+ ]
30
+ keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
31
+
32
+ dependencies = [
33
+ "requests>=2.28.0",
34
+ "requests-cache>=1.0.0",
35
+ "beautifulsoup4>=4.11.0",
36
+ "tqdm>=4.64.0",
37
+ "llama-cpp-python>=0.2.0",
38
+ "tiktoken>=0.5.0",
39
+ "psutil>=5.9.0",
40
+ "python-dateutil>=2.8.0",
41
+ ]
42
+
43
+ [project.optional-dependencies]
44
+ dev = [
45
+ "pytest>=7.0.0",
46
+ "black>=22.0.0",
47
+ "isort>=5.10.0",
48
+ ]
49
+ advanced = [
50
+ "radon>=6.0.0",
51
+ "rustworkx>=0.13.0",
52
+ ]
53
+
54
+ [project.urls]
55
+ Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
56
+ Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
57
+ Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
58
+ "Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
59
+
60
+ [project.scripts]
61
+ rust-crate-pipeline = "rust_crate_pipeline.main:main"
62
+
63
+ [tool.setuptools.packages.find]
64
+ where = ["."]
65
+ include = ["rust_crate_pipeline*"]
66
+
67
+ [tool.setuptools.package-data]
68
+ rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
69
+
70
+ [tool.black]
71
+ line-length = 88
72
+ target-version = ['py38']
73
+
74
+ [tool.isort]
75
+ profile = "black"
76
+ line_length = 88
77
+
78
+ [tool.pytest.ini_options]
79
+ # Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
80
+ filterwarnings = [
81
+ "ignore::DeprecationWarning:pydantic._internal._config",
82
+ "ignore::UserWarning:pkg_resources",
83
+ ]
84
+ testpaths = ["tests"]
85
+ python_files = ["test_*.py"]
86
+ python_classes = ["Test*"]
87
+ python_functions = ["test_*"]
88
+ addopts = "-v --tb=short"
89
+ # Configure async testing support
90
+ asyncio_mode = "auto"
91
+
92
+ [tool.mypy]
93
+ # Rule Zero Compliance: Strict type checking for robust code quality
94
+ python_version = "3.8"
95
+ warn_return_any = true
96
+ warn_unused_configs = true
97
+ disallow_untyped_defs = true
98
+ disallow_incomplete_defs = true
99
+ check_untyped_defs = true
100
+ disallow_untyped_decorators = true
101
+ no_implicit_optional = true
102
+ warn_redundant_casts = true
103
+ warn_unused_ignores = true
104
+ warn_no_return = true
105
+ warn_unreachable = true
106
+ strict_equality = true
107
+
108
+ # Performance optimization for dmypy daemon
109
+ cache_dir = ".mypy_cache"
110
+ sqlite_cache = true
111
+
112
+ # Module-specific settings
113
+ [[tool.mypy.overrides]]
114
+ module = [
115
+ "requests_cache.*",
116
+ "beautifulsoup4.*",
117
+ "bs4.*",
118
+ "tqdm.*",
119
+ "tiktoken.*",
120
+ "psutil.*",
121
+ "llama_cpp.*",
122
+ ]
123
+ ignore_missing_imports = true
124
+
125
+ [[tool.mypy.overrides]]
126
+ module = ["openai.*"]
127
+ ignore_errors = true
128
+
129
+ [[tool.mypy.overrides]]
130
+ module = ["crawl4ai.*"]
131
+ ignore_missing_imports = true