coocan 0.4.4__tar.gz → 0.4.6__tar.gz

{coocan-0.4.4 → coocan-0.4.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: coocan
-Version: 0.4.4
+Version: 0.4.6
 Summary: Air Spider Framework
 Author: wauo
 Author-email: markadc@126.com

coocan-0.4.6/coocan/cmd/cli.py

@@ -0,0 +1,66 @@
+import re
+from pathlib import Path
+
+import click
+
+TEMPLATE_DIR = Path(__file__).parent / "templates"
+
+help_info = """
+ ██████╗ ██████╗  ██████╗  ██████╗ █████╗ ███╗   ██╗
+██╔════╝██╔═══██╗██╔═══██╗██╔════╝██╔══██╗████╗  ██║
+██║     ██║   ██║██║   ██║██║     ███████║██╔██╗ ██║
+██║     ██║   ██║██║   ██║██║     ██╔══██║██║╚██╗██║
+╚██████╗╚██████╔╝╚██████╔╝╚██████╗██║  ██║██║ ╚████║
+ ╚═════╝ ╚═════╝  ╚═════╝  ╚═════╝╚═╝  ╚═╝╚═╝  ╚═══╝
+"""
+
+
+def show_help_info():
+    print(help_info)
+
+
+def snake_to_pascal(snake_str: str):
+    """小蛇变成大驼峰"""
+    words = snake_str.split('_')
+    pascal_str = ''.join(word.capitalize() for word in words)
+    return pascal_str
+
+
+@click.group(invoke_without_command=True)  # 允许无子命令调用
+@click.pass_context
+def main(ctx):
+    if ctx.invoked_subcommand is None:
+        show_help_info()
+        click.echo("cc new -s <spider_file_name>")
+
+
+@main.command()
+@click.option('-s', '--spider', required=True, help='爬虫文件名字')
+def new(spider):
+    """新建"""
+    if not re.search("^[a-zA-Z0-9_]*$", spider):
+        click.echo("只支持字母、数字、下划线")
+        return
+
+    pascal = snake_to_pascal(spider)
+    if not pascal.endswith("Spider"):
+        pascal += "Spider"
+
+    try:
+        template_path = TEMPLATE_DIR / "spider.txt"
+        with open(template_path, 'r') as f:
+            text = f.read()
+            spider_py_text = text.replace("{SpiderClassName}", pascal)
+
+        with open("{}.py".format(spider), 'w') as f:
+            f.write(spider_py_text)
+
+        click.echo("Success")
+
+    except Exception as e:
+        click.echo(str(e))
+        raise click.ClickException("Failed")
+
+
+if __name__ == '__main__':
+    main()

coocan-0.4.4/coocan/cmd/templates/spider.py → coocan-0.4.6/coocan/cmd/templates/spider.txt

@@ -1,7 +1,7 @@
 from coocan import Request, Response, MiniSpider
 
 
-class Spider(MiniSpider):
+class {SpiderClassName}(MiniSpider):
     start_urls = ['https://github.com/markadc/coocan']
     max_requests = 10
 
@@ -10,3 +10,8 @@ class Spider(MiniSpider):
 
     def parse(self, response: Response):
         pass
+
+
+if __name__ == '__main__':
+    s = {SpiderClassName}()
+    s.go()

{coocan-0.4.4 → coocan-0.4.6}/coocan.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: coocan
-Version: 0.4.4
+Version: 0.4.6
 Summary: Air Spider Framework
 Author: wauo
 Author-email: markadc@126.com

{coocan-0.4.4 → coocan-0.4.6}/coocan.egg-info/SOURCES.txt

@@ -9,8 +9,7 @@ coocan.egg-info/requires.txt
 coocan.egg-info/top_level.txt
 coocan/cmd/__init__.py
 coocan/cmd/cli.py
-coocan/cmd/templates/__init__.py
-coocan/cmd/templates/spider.py
+coocan/cmd/templates/spider.txt
 coocan/spider/__init__.py
 coocan/spider/base.py
 coocan/url/__init__.py

{coocan-0.4.4 → coocan-0.4.6}/coocan.egg-info/requires.txt

@@ -1 +1,3 @@
 click>=8.0.0
+httpx
+loguru

{coocan-0.4.4 → coocan-0.4.6}/setup.py

@@ -2,18 +2,22 @@ from setuptools import setup, find_packages
 
 setup(
     name="coocan",
-    version="0.4.4",
+    version="0.4.6",
     author="wauo",
     author_email="markadc@126.com",
     description="Air Spider Framework",
     packages=find_packages(),
     python_requires=">=3.10",
     install_requires=[
-        'click>=8.0.0',
+        'click>=8.0.0', 'httpx', 'loguru'
     ],
     entry_points={
         'console_scripts': [
             'cc=coocan.cmd.cli:main',
         ],
-    }
+    },
+    package_data={
+        'coocan.cmd': ['templates/*'],
+    },
+    include_package_data=True
 )

coocan-0.4.4/coocan/cmd/cli.py

@@ -1,41 +0,0 @@
-from pathlib import Path
-
-import click
-
-TEMPLATE_DIR = Path(__file__).parent / "templates"
-
-
-@click.group()
-def main():
-    """爬虫者的贴心助手
-    \b
-    可用命令：
-      new - 创建新的爬虫文件
-    \b
-    示例：
-      cc new -s demo
-    """
-
-
-@main.command()
-@click.option('-s', '--spider', required=True, help='爬虫文')
-def new(spider):
-    """新建"""
-    spider_file_name = "{}.py".format(spider)
-    try:
-        template_path = TEMPLATE_DIR / "spider.py"
-        with open(template_path, 'r') as f:
-            content = f.read()
-
-        with open(spider_file_name, 'w') as f:
-            f.write(content)
-
-        click.echo("Success create spider file {}".format(spider_file_name))
-
-    except Exception as e:
-        click.echo(str(e))
-        raise click.ClickException("Failed")
-
-
-if __name__ == '__main__':
-    main()