cobweb-launcher 3.1.26__tar.gz → 3.1.27__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cobweb-launcher-3.1.26/cobweb_launcher.egg-info → cobweb-launcher-3.1.27}/PKG-INFO +1 -1
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/request.py +5 -15
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/response.py +8 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27/cobweb_launcher.egg-info}/PKG-INFO +1 -1
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/setup.py +1 -1
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/LICENSE +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/README.md +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/common_queue.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/item.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/logger.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/seed.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/task_queue.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/base/test.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/constant.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/crawlers/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/crawlers/crawler.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/db/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/db/api_db.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/db/redis_db.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/exceptions/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/exceptions/oss_db_exception.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/launchers/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/launchers/distributor.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/launchers/launcher.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/launchers/uploader.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/pipelines/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/pipelines/pipeline.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/pipelines/pipeline_csv.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/pipelines/pipeline_loghub.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/schedulers/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/schedulers/scheduler.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/schedulers/scheduler_with_redis.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/setting.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/__init__.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/bloom.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/decorators.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/dotting.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/oss.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb/utils/tools.py +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb_launcher.egg-info/requires.txt +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb_launcher.egg-info/top_level.txt +0 -0
- {cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/setup.cfg +0 -0
@@ -229,6 +229,7 @@ class FileTypeDetector:
|
|
229
229
|
result['confidence'] = 'high'
|
230
230
|
result['methods_used'].append('file_signature')
|
231
231
|
|
232
|
+
result['cate'] = self.get_file_category(result['detected_type'])
|
232
233
|
return result
|
233
234
|
|
234
235
|
def get_file_category(self, file_type: str) -> str:
|
@@ -242,13 +243,13 @@ class FileTypeDetector:
|
|
242
243
|
audio_types = {'MP3', 'WAV', 'FLAC', 'AAC', 'OGG', 'WMA', 'M4A', 'APE', 'OPUS', 'AIFF', 'AU'}
|
243
244
|
|
244
245
|
if file_type in image_types:
|
245
|
-
return '
|
246
|
+
return 'image'
|
246
247
|
elif file_type in video_types:
|
247
|
-
return '
|
248
|
+
return 'video'
|
248
249
|
elif file_type in audio_types:
|
249
|
-
return '
|
250
|
+
return 'audio'
|
250
251
|
else:
|
251
|
-
return '
|
252
|
+
return 'other'
|
252
253
|
|
253
254
|
|
254
255
|
class Request:
|
@@ -451,27 +452,16 @@ class Request:
|
|
451
452
|
|
452
453
|
@property
|
453
454
|
def to_dict(self) -> Dict[str, Any]:
|
454
|
-
"""
|
455
|
-
将请求对象转换为字典格式。
|
456
|
-
|
457
|
-
Returns:
|
458
|
-
Dict[str, Any]: 包含请求信息的字典
|
459
|
-
"""
|
460
455
|
excluded_keys = {"request_settings"}
|
461
456
|
result = {
|
462
457
|
key: value for key, value in self.__dict__.items()
|
463
458
|
if not key.startswith('_') and key not in excluded_keys
|
464
459
|
}
|
465
|
-
|
466
|
-
# 添加请求设置信息
|
467
460
|
result['request_settings'] = self.request_settings.copy()
|
468
|
-
|
469
461
|
return result
|
470
462
|
|
471
463
|
def __repr__(self) -> str:
|
472
|
-
"""返回对象的字符串表示"""
|
473
464
|
return f"Request(method='{self.method}', url='{self.url}')"
|
474
465
|
|
475
466
|
def __str__(self) -> str:
|
476
|
-
"""返回对象的可读字符串表示"""
|
477
467
|
return f"{self.method} {self.url}"
|
@@ -1,3 +1,4 @@
|
|
1
|
+
from typing import Any
|
1
2
|
|
2
3
|
|
3
4
|
class Response:
|
@@ -22,3 +23,10 @@ class Response:
|
|
22
23
|
_dict.pop('response')
|
23
24
|
return _dict
|
24
25
|
|
26
|
+
def __getattr__(self, name: str) -> Any:
|
27
|
+
"""动态获取未定义的属性,返回 None"""
|
28
|
+
return None
|
29
|
+
|
30
|
+
def __getitem__(self, key: str) -> Any:
|
31
|
+
"""支持字典式获取属性"""
|
32
|
+
return getattr(self, key, None)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{cobweb-launcher-3.1.26 → cobweb-launcher-3.1.27}/cobweb_launcher.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|