coocan 0.5.6__py3-none-any.whl → 0.5.6.1__py3-none-any.whl

coocan/_examples/use_proxy.py

@@ -0,0 +1,22 @@
+from coocan import Request, Response, MiniSpider
+
+
+class UseProxySpider(MiniSpider):
+    start_urls = ["https://httpbin.org/ip"]
+    max_requests = 5
+    delay = 5
+
+    def start_requests(self):
+        proxy = "http://127.0.0.1:1082"
+        yield Request(self.start_urls[0], callback=self.parse, proxy=proxy)
+
+    def middleware(self, request: Request):
+        request.headers["Referer"] = "https://httpbin.org"
+
+    def parse(self, response: Response):
+        print(response.status_code, response.json())
+
+
+if __name__ == '__main__':
+    s = UseProxySpider()
+    s.go()

coocan/push_project.py

@@ -1,7 +1,7 @@
 import os
 import sys
 
-msg = sys.argv[1] if len(sys.argv) == 2 else "update readme"
+msg = sys.argv[1] if len(sys.argv) == 2 else "支持代理；加入默认超时6秒；优化代码"
 
 cmd1 = "git add ."
 cmd2 = 'git commit -m "{}"'.format(msg)

coocan/url/request.py

@@ -7,22 +7,37 @@ cli = httpx.AsyncClient()
 
 
 class Request:
-    def __init__(self, url: str, callback: Callable = None, params=None, headers=None, data=None, json=None, timeout=None, cb_kwargs=None, priority=None):
+    def __init__(
+            self,
+            url: str, callback: Callable = None, cb_kwargs=None,
+            params=None, headers=None,
+            data=None, json=None,
+            proxy=None, timeout=6,
+            priority=None
+    ):
         self.url = url
         self.callback = callback
+        self.cb_kwargs = cb_kwargs or {}
         self.params = params
         self.headers = headers or {}
         self.data = data
         self.json = json
+        self.proxy = proxy
         self.timeout = timeout
-        self.cb_kwargs = cb_kwargs or {}
         self.priority = priority or time.time()
+        self.__client = None
+
+    @property
+    def client(self):
+        if self.proxy is None:
+            return cli
+        return httpx.AsyncClient(proxy=self.proxy)
 
     async def send(self):
         if (self.data and self.json) is None:
-            response = await cli.get(self.url, params=self.params, headers=self.headers, timeout=self.timeout)
+            response = await self.client.get(self.url, params=self.params, headers=self.headers, timeout=self.timeout)
         elif self.data or self.json:
-            response = await cli.post(self.url, params=self.params, headers=self.headers, data=self.data, json=self.json, timeout=self.timeout)
+            response = await self.client.post(self.url, params=self.params, headers=self.headers, data=self.data, json=self.json, timeout=self.timeout)
         else:
             raise Exception("仅支持 GET 和 POST 请求")
         return response

{coocan-0.5.6.dist-info → coocan-0.5.6.1.dist-info}/METADATA

@@ -1,8 +1,7 @@
 Metadata-Version: 2.4
 Name: coocan
-Version: 0.5.6
+Version: 0.5.6.1
 Summary: Air Async Spider Framework
-Author: wauo
 Author-email: wauo <markadc@126.com>
 License-Expression: MIT
 Project-URL: Homepage, https://github.com/markadc/coocan
@@ -11,8 +10,6 @@ Description-Content-Type: text/markdown
 Requires-Dist: click>=8.0.0
 Requires-Dist: httpx
 Requires-Dist: loguru
-Dynamic: author
-Dynamic: requires-python
 
 # 项目说明
 

{coocan-0.5.6.dist-info → coocan-0.5.6.1.dist-info}/RECORD

@@ -1,9 +1,10 @@
 coocan/__init__.py,sha256=R1gUEUP9v_2iA1gE5twrxr-XRnPhP9EFftLrDeudAoA,53
 coocan/gen.py,sha256=4MCE3t24m3-rbq2snAzByPe58VAo-ShWn58iXpcEiBE,995
-coocan/push_project.py,sha256=rzxPf4VoddzQnjQvH_gaTSiRGMt1GZxaQve-hiNKqkA,210
+coocan/push_project.py,sha256=5filLp6ol_W7NapcvB3kHFlBm5Nq_6kYS0eb9mo0RbI,249
 coocan/_examples/crawl_csdn_detail.py,sha256=S3lGihGZF-6KI_Kg5H23BQ9cVzOkZwKrS78n1lYOcAg,1830
 coocan/_examples/crawl_csdn_list.py,sha256=D7j5W0WM_52PoWv-2KLuts2r4rabMXavbMS3wnIg6Gk,1454
 coocan/_examples/recv_item.py,sha256=Iym6RbvL7j87SvK14Hw2Exvxx047jEF4zQV9yo4ZXF4,976
+coocan/_examples/use_proxy.py,sha256=nybPmGHKvn3ZX6yICukDYtXW0NXfyFSrICeaD2rMNP4,575
 coocan/_examples/view_local_ip.py,sha256=AcatCwtFF6NeYdzbvD8SXun0wn0IL0pX2D3GWUlQ0Sc,560
 coocan/cmd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 coocan/cmd/cli.py,sha256=T7U0QUtAC3O_ZAsglZoOo3nqUPmfceJWbkdso-SwI18,2412
@@ -11,10 +12,10 @@ coocan/spider/__init__.py,sha256=nqERS5a5eSgJfBiIp5moZvwS6JOToNCM_4kreRrtmaQ,57
 coocan/spider/base.py,sha256=C26B7orcmGczVDq8MmAVH_VCgEQ17gszBZQaXflXkzg,6165
 coocan/templates/spider.txt,sha256=1wcbmnv9mBi-21pdygDMukiMy6lEAbvYVRhVOfNY99k,463
 coocan/url/__init__.py,sha256=KN0lLNVaAISoITrPyjD2HOf2A9UYb-9Bbw4xfs9Zqk4,100
-coocan/url/request.py,sha256=6HJQ3Z_11BYpTqV_u62vks_RS6bQbMbd6B1UytRDq5Y,1085
+coocan/url/request.py,sha256=1b7K3rDMxH9_LCx9yfoUART_Ntzm16kbCDjSMOE7wAM,1386
 coocan/url/response.py,sha256=ruIzOcFcJqszTmbNV9y1BSxdWeyVydsMJd-cDMTJHLo,1735
-coocan-0.5.6.dist-info/METADATA,sha256=G4tEBLo9AN-QJ4q1FVYYU9uStAH2eO6q8t1KPBef4ks,2416
-coocan-0.5.6.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
-coocan-0.5.6.dist-info/entry_points.txt,sha256=hNdk42NPboC1o7s7GzMbpII5t2U2jWrtT5bpvliXRcw,47
-coocan-0.5.6.dist-info/top_level.txt,sha256=VwB-Q4zEljgb9v1Ms1E59B-1pBYORXuhKjgZb-LHOhk,7
-coocan-0.5.6.dist-info/RECORD,,
+coocan-0.5.6.1.dist-info/METADATA,sha256=toWhwGXOQhdU9Y2UBs2ltj-deB8hEX82jIT2nVKX0_o,2364
+coocan-0.5.6.1.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+coocan-0.5.6.1.dist-info/entry_points.txt,sha256=hNdk42NPboC1o7s7GzMbpII5t2U2jWrtT5bpvliXRcw,47
+coocan-0.5.6.1.dist-info/top_level.txt,sha256=VwB-Q4zEljgb9v1Ms1E59B-1pBYORXuhKjgZb-LHOhk,7
+coocan-0.5.6.1.dist-info/RECORD,,

{coocan-0.5.6.dist-info → coocan-0.5.6.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.3.1)
+Generator: setuptools (80.7.1)
 Root-Is-Purelib: true
 Tag: py3-none-any