rust-crate-pipeline 1.3.1__tar.gz → 1.3.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.1.md +84 -74
  2. rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.2.md +12 -0
  3. rust_crate_pipeline-1.3.3/CHANGELOG_v1.3.3.md +12 -0
  4. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/PKG-INFO +1 -1
  5. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/pyproject.toml +131 -131
  6. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/main.py +1 -2
  7. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/network.py +321 -327
  8. rust_crate_pipeline-1.3.3/rust_crate_pipeline/progress_monitor.py +334 -0
  9. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/version.py +74 -74
  10. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/PKG-INFO +1 -1
  11. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/SOURCES.txt +3 -0
  12. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/setup.py +77 -77
  13. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/.aider.chat.history.md +0 -0
  14. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CHANGELOG_v1.3.0.txt +0 -0
  15. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/CRAWL4AI_TYPE_ANALYSIS.md +0 -0
  16. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/LICENSE +0 -0
  17. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/MANIFEST.in +0 -0
  18. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/README.md +0 -0
  19. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/README_LLM_PROVIDERS.md +0 -0
  20. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements-crawl4ai.txt +0 -0
  21. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements-dev.txt +0 -0
  22. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/requirements.txt +0 -0
  23. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__init__.py +0 -0
  24. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/__main__.py +0 -0
  25. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/ai_processing.py +0 -0
  26. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/analysis.py +0 -0
  27. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/azure_ai_processing.py +0 -0
  28. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/config.py +0 -0
  29. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/__init__.py +0 -0
  30. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/canon_registry.py +0 -0
  31. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/irl_engine.py +0 -0
  32. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/core/sacred_chain.py +0 -0
  33. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_analysis.py +0 -0
  34. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/crate_list.txt +0 -0
  35. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/github_token_checker.py +0 -0
  36. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/pipeline.py +0 -0
  37. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/production_config.py +0 -0
  38. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/__init__.py +0 -0
  39. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/scraping/unified_scraper.py +0 -0
  40. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_llm_processor.py +0 -0
  41. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/unified_pipeline.py +0 -0
  42. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/file_utils.py +0 -0
  43. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline/utils/logging_utils.py +0 -0
  44. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/dependency_links.txt +0 -0
  45. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/entry_points.txt +0 -0
  46. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/requires.txt +0 -0
  47. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/rust_crate_pipeline.egg-info/top_level.txt +0 -0
  48. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/setup.cfg +0 -0
  49. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_build.py +0 -0
  50. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_config_coverage.py +0 -0
  51. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_basic.py +0 -0
  52. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_demo.py +0 -0
  53. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration.py +0 -0
  54. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_crawl4ai_integration_fixed.py +0 -0
  55. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_github_token_checker_coverage.py +0 -0
  56. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_logging.py +0 -0
  57. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_main_integration.py +0 -0
  58. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_main_module_coverage.py +0 -0
  59. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_optimization_validation.py +0 -0
  60. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_rule_zero_lookup.py +0 -0
  61. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_rust_analyzer_coverage.py +0 -0
  62. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_sigil_unified.py +0 -0
  63. {rust_crate_pipeline-1.3.1 → rust_crate_pipeline-1.3.3}/tests/test_thread_free.py +0 -0
@@ -1,75 +1,85 @@
1
- # Changelog for Version 1.3.1
2
-
3
- ## Release Date: June 28, 2025
4
-
5
- ### 🐛 Bug Fixes
6
-
7
- #### Type Annotation Compatibility
8
- - **Fixed Python 3.9 compatibility issues** in type annotations
9
- - **Resolved IDE linter errors** in core modules:
10
- - `rust_crate_pipeline/network.py`
11
- - `rust_crate_pipeline/pipeline.py`
12
- - `rust_crate_pipeline/production_config.py`
13
-
14
- #### Specific Fixes Applied
15
- - **Updated `dict[str, Any]` → `"dict[str, Any]"`** format for Python 3.9 compatibility
16
- - **Fixed `list[str]` → `"list[str]"`** type annotations
17
- - **Resolved `Union` type expressions** in conditional imports
18
- - **Fixed variable references in type expressions** by using `Any` type where appropriate
19
- - **Updated User-Agent strings** to version 1.3.1
20
-
21
- ### 🔧 Code Quality Improvements
22
-
23
- #### Type Safety
24
- - **Enhanced type checking compatibility** across all Python versions
25
- - **Improved IDE support** with proper type annotations
26
- - **Reduced linter warnings** and errors
27
- - **Better code maintainability** with consistent type patterns
28
-
29
- #### Development Experience
30
- - **Fixed import issues** with conditional module loading
31
- - **Improved error handling** in type-sensitive operations
32
- - **Enhanced code readability** with proper type hints
33
-
34
- ### 📦 Technical Details
35
-
36
- #### Files Modified
37
- - `rust_crate_pipeline/version.py` - Version bump and changelog
38
- - `setup.py` - Package version update
39
- - `pyproject.toml` - Project version update
40
- - `rust_crate_pipeline/network.py` - Type annotation fixes
41
- - `rust_crate_pipeline/pipeline.py` - Type annotation fixes
42
- - `rust_crate_pipeline/production_config.py` - Type annotation fixes
43
-
44
- #### Compatibility
45
- - **Python**: 3.9+ (improved compatibility)
46
- - **Type Checkers**: pyright, mypy, and other type checkers now work without errors
47
- - **IDEs**: Enhanced support for VS Code, PyCharm, and other IDEs
48
-
49
- ### 🚀 Installation
50
-
51
- ```bash
52
- pip install rust-crate-pipeline==1.3.1
53
- ```
54
-
55
- ### 🔄 Migration from 1.3.0
56
-
57
- This is a **patch release** with no breaking changes. All existing functionality remains the same, but with improved type safety and IDE support.
58
-
59
- ### 📋 Testing
60
-
61
- All fixes have been verified:
62
- - Syntax validation passed
63
- - ✅ Import tests successful
64
- - Type annotation compatibility confirmed
65
- - ✅ No breaking changes introduced
66
-
67
- ### 🎯 Impact
68
-
69
- - **Developers**: Better IDE experience with proper type hints
70
- - **Users**: No functional changes, improved stability
71
- - **Maintainers**: Cleaner codebase with resolved linter issues
72
-
73
- ---
74
-
1
+ # Changelog for Version 1.3.2
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Patch Release
6
+
7
+ - Version bump to 1.3.2
8
+ - All bug fixes and improvements from 1.3.1
9
+
10
+ ### 🐛 Bug Fixes
11
+
12
+ #### Type Annotation Compatibility
13
+ - **Fixed Python 3.9 compatibility issues** in type annotations
14
+ - **Resolved IDE linter errors** in core modules:
15
+ - `rust_crate_pipeline/network.py`
16
+ - `rust_crate_pipeline/pipeline.py`
17
+ - `rust_crate_pipeline/production_config.py`
18
+
19
+ #### Specific Fixes Applied
20
+ - **Updated `dict[str, Any]` → `"dict[str, Any]"`** format for Python 3.9 compatibility
21
+ - **Fixed `list[str]` `"list[str]"`** type annotations
22
+ - **Resolved `Union` type expressions** in conditional imports
23
+ - **Fixed variable references in type expressions** by using `Any` type where appropriate
24
+ - **Updated User-Agent strings** to version 1.3.1
25
+
26
+ ### 🔧 Code Quality Improvements
27
+
28
+ #### Type Safety
29
+ - **Enhanced type checking compatibility** across all Python versions
30
+ - **Improved IDE support** with proper type annotations
31
+ - **Reduced linter warnings** and errors
32
+ - **Better code maintainability** with consistent type patterns
33
+
34
+ #### Development Experience
35
+ - **Fixed import issues** with conditional module loading
36
+ - **Improved error handling** in type-sensitive operations
37
+ - **Enhanced code readability** with proper type hints
38
+
39
+ ### 📦 Technical Details
40
+
41
+ #### Files Modified
42
+ - `rust_crate_pipeline/version.py` - Version bump and changelog
43
+ - `setup.py` - Package version update
44
+ - `pyproject.toml` - Project version update
45
+ - `rust_crate_pipeline/network.py` - Type annotation fixes
46
+ - `rust_crate_pipeline/pipeline.py` - Type annotation fixes
47
+ - `rust_crate_pipeline/production_config.py` - Type annotation fixes
48
+
49
+ #### Compatibility
50
+ - **Python**: 3.9+ (improved compatibility)
51
+ - **Type Checkers**: pyright, mypy, and other type checkers now work without errors
52
+ - **IDEs**: Enhanced support for VS Code, PyCharm, and other IDEs
53
+
54
+ ### 🚀 Installation
55
+
56
+ ```bash
57
+ pip install rust-crate-pipeline==1.3.2
58
+ ```
59
+
60
+ ### 🔄 Migration from 1.3.0
61
+
62
+ This is a **patch release** with no breaking changes. All existing functionality remains the same, but with improved type safety and IDE support.
63
+
64
+ ### 📋 Testing
65
+
66
+ All fixes have been verified:
67
+ - Syntax validation passed
68
+ - ✅ Import tests successful
69
+ - Type annotation compatibility confirmed
70
+ - No breaking changes introduced
71
+
72
+ ### 🎯 Impact
73
+
74
+ - **Developers**: Better IDE experience with proper type hints
75
+ - **Users**: No functional changes, improved stability
76
+ - **Maintainers**: Cleaner codebase with resolved linter issues
77
+
78
+ ---
79
+
80
+ **Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
81
+ - **Maintainers**: Cleaner codebase with resolved linter issues
82
+
83
+ ---
84
+
75
85
  **Note**: This release focuses on code quality improvements and type safety enhancements. All existing APIs and functionality remain unchanged.
@@ -0,0 +1,12 @@
1
+ # Changelog for Version 1.3.3
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Feature Release
6
+
7
+ - Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
8
+ - All bug fixes and improvements from 1.3.2
9
+
10
+ ---
11
+
12
+ See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
@@ -0,0 +1,12 @@
1
+ # Changelog for Version 1.3.3
2
+
3
+ ## Release Date: [TBD]
4
+
5
+ ### 🚀 Feature Release
6
+
7
+ - Added CLI-only real-time progress monitoring (progress bar, status print, status JSON)
8
+ - All bug fixes and improvements from 1.3.2
9
+
10
+ ---
11
+
12
+ See CHANGELOG_v1.3.2.md for details of previous fixes and improvements.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rust-crate-pipeline
3
- Version: 1.3.1
3
+ Version: 1.3.3
4
4
  Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
5
5
  Home-page: https://github.com/Superuser666-Sigil/SigilDERG-Data_Production
6
6
  Author: SuperUser666-Sigil
@@ -1,131 +1,131 @@
1
- [build-system]
2
- requires = ["setuptools>=61.0", "wheel"]
3
- build-backend = "setuptools.build_meta"
4
-
5
- [project]
6
- name = "rust-crate-pipeline"
7
- version = "1.3.1"
8
- authors = [
9
- {name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
10
- ]
11
- description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
12
- readme = "README.md"
13
- license = "MIT"
14
- requires-python = ">=3.8"
15
- classifiers = [
16
- "Development Status :: 4 - Beta",
17
- "Intended Audience :: Developers",
18
- "Operating System :: OS Independent",
19
- "Programming Language :: Python :: 3",
20
- "Programming Language :: Python :: 3.8",
21
- "Programming Language :: Python :: 3.9",
22
- "Programming Language :: Python :: 3.10",
23
- "Programming Language :: Python :: 3.11",
24
- "Programming Language :: Python :: 3.12",
25
- "Topic :: Software Development :: Libraries :: Python Modules",
26
- "Topic :: Software Development :: Build Tools",
27
- "Topic :: Software Development :: Quality Assurance",
28
- "Topic :: Scientific/Engineering :: Artificial Intelligence",
29
- ]
30
- keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
31
-
32
- dependencies = [
33
- "requests>=2.28.0",
34
- "requests-cache>=1.0.0",
35
- "beautifulsoup4>=4.11.0",
36
- "tqdm>=4.64.0",
37
- "llama-cpp-python>=0.2.0",
38
- "tiktoken>=0.5.0",
39
- "psutil>=5.9.0",
40
- "python-dateutil>=2.8.0",
41
- ]
42
-
43
- [project.optional-dependencies]
44
- dev = [
45
- "pytest>=7.0.0",
46
- "black>=22.0.0",
47
- "isort>=5.10.0",
48
- ]
49
- advanced = [
50
- "radon>=6.0.0",
51
- "rustworkx>=0.13.0",
52
- ]
53
-
54
- [project.urls]
55
- Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
56
- Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
57
- Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
58
- "Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
59
-
60
- [project.scripts]
61
- rust-crate-pipeline = "rust_crate_pipeline.main:main"
62
-
63
- [tool.setuptools.packages.find]
64
- where = ["."]
65
- include = ["rust_crate_pipeline*"]
66
-
67
- [tool.setuptools.package-data]
68
- rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
69
-
70
- [tool.black]
71
- line-length = 88
72
- target-version = ['py38']
73
-
74
- [tool.isort]
75
- profile = "black"
76
- line_length = 88
77
-
78
- [tool.pytest.ini_options]
79
- # Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
80
- filterwarnings = [
81
- "ignore::DeprecationWarning:pydantic._internal._config",
82
- "ignore::UserWarning:pkg_resources",
83
- ]
84
- testpaths = ["tests"]
85
- python_files = ["test_*.py"]
86
- python_classes = ["Test*"]
87
- python_functions = ["test_*"]
88
- addopts = "-v --tb=short"
89
- # Configure async testing support
90
- asyncio_mode = "auto"
91
-
92
- [tool.mypy]
93
- # Rule Zero Compliance: Strict type checking for robust code quality
94
- python_version = "3.8"
95
- warn_return_any = true
96
- warn_unused_configs = true
97
- disallow_untyped_defs = true
98
- disallow_incomplete_defs = true
99
- check_untyped_defs = true
100
- disallow_untyped_decorators = true
101
- no_implicit_optional = true
102
- warn_redundant_casts = true
103
- warn_unused_ignores = true
104
- warn_no_return = true
105
- warn_unreachable = true
106
- strict_equality = true
107
-
108
- # Performance optimization for dmypy daemon
109
- cache_dir = ".mypy_cache"
110
- sqlite_cache = true
111
-
112
- # Module-specific settings
113
- [[tool.mypy.overrides]]
114
- module = [
115
- "requests_cache.*",
116
- "beautifulsoup4.*",
117
- "bs4.*",
118
- "tqdm.*",
119
- "tiktoken.*",
120
- "psutil.*",
121
- "llama_cpp.*",
122
- ]
123
- ignore_missing_imports = true
124
-
125
- [[tool.mypy.overrides]]
126
- module = ["openai.*"]
127
- ignore_errors = true
128
-
129
- [[tool.mypy.overrides]]
130
- module = ["crawl4ai.*"]
131
- ignore_missing_imports = true
1
+ [build-system]
2
+ requires = ["setuptools>=61.0", "wheel"]
3
+ build-backend = "setuptools.build_meta"
4
+
5
+ [project]
6
+ name = "rust-crate-pipeline"
7
+ version = "1.3.3"
8
+ authors = [
9
+ {name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
10
+ ]
11
+ description = "A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights"
12
+ readme = "README.md"
13
+ license = "MIT"
14
+ requires-python = ">=3.8"
15
+ classifiers = [
16
+ "Development Status :: 4 - Beta",
17
+ "Intended Audience :: Developers",
18
+ "Operating System :: OS Independent",
19
+ "Programming Language :: Python :: 3",
20
+ "Programming Language :: Python :: 3.8",
21
+ "Programming Language :: Python :: 3.9",
22
+ "Programming Language :: Python :: 3.10",
23
+ "Programming Language :: Python :: 3.11",
24
+ "Programming Language :: Python :: 3.12",
25
+ "Topic :: Software Development :: Libraries :: Python Modules",
26
+ "Topic :: Software Development :: Build Tools",
27
+ "Topic :: Software Development :: Quality Assurance",
28
+ "Topic :: Scientific/Engineering :: Artificial Intelligence",
29
+ ]
30
+ keywords = ["rust", "crates", "metadata", "ai", "analysis", "pipeline", "dependencies"]
31
+
32
+ dependencies = [
33
+ "requests>=2.28.0",
34
+ "requests-cache>=1.0.0",
35
+ "beautifulsoup4>=4.11.0",
36
+ "tqdm>=4.64.0",
37
+ "llama-cpp-python>=0.2.0",
38
+ "tiktoken>=0.5.0",
39
+ "psutil>=5.9.0",
40
+ "python-dateutil>=2.8.0",
41
+ ]
42
+
43
+ [project.optional-dependencies]
44
+ dev = [
45
+ "pytest>=7.0.0",
46
+ "black>=22.0.0",
47
+ "isort>=5.10.0",
48
+ ]
49
+ advanced = [
50
+ "radon>=6.0.0",
51
+ "rustworkx>=0.13.0",
52
+ ]
53
+
54
+ [project.urls]
55
+ Homepage = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
56
+ Documentation = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production#readme"
57
+ Repository = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production"
58
+ "Bug Tracker" = "https://github.com/Superuser666-Sigil/SigilDERG-Data_Production/issues"
59
+
60
+ [project.scripts]
61
+ rust-crate-pipeline = "rust_crate_pipeline.main:main"
62
+
63
+ [tool.setuptools.packages.find]
64
+ where = ["."]
65
+ include = ["rust_crate_pipeline*"]
66
+
67
+ [tool.setuptools.package-data]
68
+ rust_crate_pipeline = ["*.md", "*.txt", "*.yml", "*.yaml"]
69
+
70
+ [tool.black]
71
+ line-length = 88
72
+ target-version = ['py38']
73
+
74
+ [tool.isort]
75
+ profile = "black"
76
+ line_length = 88
77
+
78
+ [tool.pytest.ini_options]
79
+ # Rule Zero Compliance: Clean test output by filtering third-party deprecation warnings
80
+ filterwarnings = [
81
+ "ignore::DeprecationWarning:pydantic._internal._config",
82
+ "ignore::UserWarning:pkg_resources",
83
+ ]
84
+ testpaths = ["tests"]
85
+ python_files = ["test_*.py"]
86
+ python_classes = ["Test*"]
87
+ python_functions = ["test_*"]
88
+ addopts = "-v --tb=short"
89
+ # Configure async testing support
90
+ asyncio_mode = "auto"
91
+
92
+ [tool.mypy]
93
+ # Rule Zero Compliance: Strict type checking for robust code quality
94
+ python_version = "3.8"
95
+ warn_return_any = true
96
+ warn_unused_configs = true
97
+ disallow_untyped_defs = true
98
+ disallow_incomplete_defs = true
99
+ check_untyped_defs = true
100
+ disallow_untyped_decorators = true
101
+ no_implicit_optional = true
102
+ warn_redundant_casts = true
103
+ warn_unused_ignores = true
104
+ warn_no_return = true
105
+ warn_unreachable = true
106
+ strict_equality = true
107
+
108
+ # Performance optimization for dmypy daemon
109
+ cache_dir = ".mypy_cache"
110
+ sqlite_cache = true
111
+
112
+ # Module-specific settings
113
+ [[tool.mypy.overrides]]
114
+ module = [
115
+ "requests_cache.*",
116
+ "beautifulsoup4.*",
117
+ "bs4.*",
118
+ "tqdm.*",
119
+ "tiktoken.*",
120
+ "psutil.*",
121
+ "llama_cpp.*",
122
+ ]
123
+ ignore_missing_imports = true
124
+
125
+ [[tool.mypy.overrides]]
126
+ module = ["openai.*"]
127
+ ignore_errors = true
128
+
129
+ [[tool.mypy.overrides]]
130
+ module = ["crawl4ai.*"]
131
+ ignore_missing_imports = true
@@ -442,8 +442,7 @@ def main() -> None:
442
442
  if hasattr(args, "enable_sigil_protocol") and args.enable_sigil_protocol:
443
443
  logging.info("Sigil Protocol mode requested")
444
444
  logging.debug(
445
- f"Sigil available: {_sigil_available}, SigilCompliantPipeline: {
446
- SigilCompliantPipeline is not None}"
445
+ f"Sigil available: {_sigil_available}, SigilCompliantPipeline: {SigilCompliantPipeline is not None}"
447
446
  )
448
447
 
449
448
  # Import Sigil enhanced pipeline