crawlo 1.4.4__py3-none-any.whl → 1.4.6__py3-none-any.whl

tests/test_framework_logger.py

@@ -1,67 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: UTF-8 -*-
-"""
-测试框架日志系统
-"""
-import sys
-import os
-sys.path.insert(0, '/')
-
-from crawlo.initialization import initialize_framework, get_framework_initializer
-from crawlo.utils.log import get_logger, LoggerManager
-
-def test_framework_logger():
-    print("=== 测试框架日志系统 ===")
-    
-    # 1. 初始化框架，传入基本配置
-    print("1. 初始化框架...")
-    custom_settings = {
-        'LOG_LEVEL': 'INFO',
-        'LOG_FILE': 'test_framework.log',
-        'PROJECT_NAME': 'test_framework',
-        'RUN_MODE': 'standalone'
-    }
-    settings = initialize_framework(custom_settings)
-    print(f"   LOG_LEVEL: {settings.get('LOG_LEVEL')}")
-    print(f"   LOG_FILE: {settings.get('LOG_FILE')}")
-    
-    # 2. 获取框架初始化管理器
-    init_manager = get_framework_initializer()
-    print(f"   框架是否就绪: {init_manager.is_ready}")
-    print(f"   初始化阶段: {init_manager.phase}")
-    
-    # 3. 测试框架logger
-    framework_logger = init_manager.logger
-    if framework_logger:
-        print(f"   框架logger名称: {framework_logger.name}")
-        print(f"   框架logger级别: {framework_logger.level}")
-        print(f"   框架logger处理器数量: {len(framework_logger.handlers)}")
-        
-        for i, handler in enumerate(framework_logger.handlers):
-            handler_type = type(handler).__name__
-            print(f"     处理器{i}: {handler_type}, 级别: {handler.level}")
-    else:
-        print("   框架logger为None!")
-        framework_logger = get_logger('crawlo.framework')
-        print(f"   手动创建的框架logger: {framework_logger.name}")
-    
-    # 4. 测试日志输出
-    print("2. 测试日志输出...")
-    framework_logger.info("Crawlo框架初始化完成")
-    framework_logger.info("Crawlo Framework Started 1.3.3")
-    framework_logger.info("使用单机模式 - 简单快速，适合开发和中小规模爬取")
-    framework_logger.info("Run Mode: standalone")
-    framework_logger.info("Starting running test_spider")
-    
-    # 5. 测试其他logger
-    print("3. 测试其他组件logger...")
-    queue_logger = get_logger('QueueManager')
-    queue_logger.info("Queue initialized successfully Type: memory")
-    
-    scheduler_logger = get_logger('Scheduler')
-    scheduler_logger.info("enabled filters: crawlo.filters.memory_filter.MemoryFilter")
-    
-    print("=== 测试完成 ===")
-
-if __name__ == "__main__":
-    test_framework_logger()

tests/test_framework_startup.py

@@ -1,65 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-"""
-测试框架启动信息是否正确输出到日志文件
-"""
-import sys
-import os
-sys.path.insert(0, '/')
-
-def test_framework_startup():
-    print("=== 测试框架启动信息输出 ===")
-    
-    # 删除旧的日志文件
-    test_log_file = '/Users/oscar/projects/Crawlo/test_startup.log'
-    if os.path.exists(test_log_file):
-        os.remove(test_log_file)
-    
-    # 准备测试设置
-    test_settings = {
-        'PROJECT_NAME': 'test_startup',
-        'LOG_LEVEL': 'INFO',
-        'LOG_FILE': test_log_file,
-        'RUN_MODE': 'standalone'
-    }
-    
-    # 初始化框架
-    from crawlo.initialization import initialize_framework
-    settings = initialize_framework(test_settings)
-    
-    print(f"设置初始化完成: {settings.get('PROJECT_NAME')}")
-    
-    # 检查日志文件是否包含框架启动信息
-    if os.path.exists(test_log_file):
-        with open(test_log_file, 'r', encoding='utf-8') as f:
-            content = f.read()
-            print(f"日志文件内容长度: {len(content)} 字符")
-            
-            # 检查关键的框架启动信息
-            if "Crawlo框架初始化完成" in content:
-                print("✅ 发现: Crawlo框架初始化完成")
-            else:
-                print("❌ 未找到: Crawlo框架初始化完成")
-                
-            if "Crawlo Framework Started" in content:
-                print("✅ 发现: Crawlo Framework Started")
-            else:
-                print("❌ 未找到: Crawlo Framework Started")
-                
-            if "使用单机模式" in content:
-                print("✅ 发现: 使用单机模式")
-            else:
-                print("❌ 未找到: 使用单机模式")
-                
-            print("\n前50行日志内容:")
-            lines = content.split('\n')[:50]
-            for i, line in enumerate(lines, 1):
-                if any(keyword in line for keyword in ["框架", "Framework", "Started"]):
-                    print(f"{i:3d}: {line}")
-    else:
-        print("❌ 日志文件未创建")
-    
-    print("=== 测试完成 ===")
-
-if __name__ == "__main__":
-    test_framework_startup()

tests/test_mode_change.py

@@ -1,73 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-"""
-测试运行模式日志级别修改
-"""
-import sys
-import os
-sys.path.insert(0, '/')
-
-def test_mode_log_level():
-    print("=== 测试运行模式日志级别修改 ===")
-    
-    # 删除旧的日志文件
-    test_log_file = '/Users/oscar/projects/Crawlo/test_mode_change.log'
-    if os.path.exists(test_log_file):
-        os.remove(test_log_file)
-    
-    # 准备测试设置
-    test_settings = {
-        'PROJECT_NAME': 'test_mode_change',
-        'LOG_LEVEL': 'INFO',
-        'LOG_FILE': test_log_file,
-        'RUN_MODE': 'standalone'
-    }
-    
-    try:
-        # 初始化框架
-        from crawlo.initialization import initialize_framework
-        settings = initialize_framework(test_settings)
-        
-        print(f"设置初始化完成: {settings.get('PROJECT_NAME')}")
-        
-        # 检查日志文件是否包含运行模式信息
-        if os.path.exists(test_log_file):
-            with open(test_log_file, 'r', encoding='utf-8') as f:
-                content = f.read()
-                print(f"日志文件内容长度: {len(content)} 字符")
-                
-                # 检查是否还有INFO级别的运行模式信息
-                info_lines = [line for line in content.split('\n') if 'INFO' in line and '使用单机模式' in line]
-                debug_lines = [line for line in content.split('\n') if 'DEBUG' in line and '使用单机模式' in line]
-                
-                if info_lines:
-                    print("❌ 仍然发现INFO级别的运行模式信息:")
-                    for line in info_lines:
-                        print(f"   {line}")
-                else:
-                    print("✅ 没有发现INFO级别的运行模式信息")
-                
-                if debug_lines:
-                    print("✅ 发现DEBUG级别的运行模式信息:")
-                    for line in debug_lines:
-                        print(f"   {line}")
-                else:
-                    print("❌ 没有发现DEBUG级别的运行模式信息")
-                    
-                print("\n所有日志内容:")
-                lines = content.split('\n')
-                for i, line in enumerate(lines, 1):
-                    if line.strip():
-                        print(f"{i:3d}: {line}")
-        else:
-            print("❌ 日志文件未创建")
-    
-    except Exception as e:
-        print(f"错误: {e}")
-        import traceback
-        traceback.print_exc()
-    
-    print("=== 测试完成 ===")
-
-if __name__ == "__main__":
-    test_mode_log_level()