cobweb-launcher 1.2.30__py3-none-any.whl → 1.2.32__py3-none-any.whl

cobweb/crawlers/crawler.py

@@ -141,10 +141,11 @@ class Crawler(threading.Thread):
                                 ))
                                 if isinstance(download_item, Response):
                                     end_time = time.time()
-                                    self.loghub_dot.build(topic=f"{self.project}:{self.task}", data={
-                                        "cost_time": end_time - start_time,
+                                    self.loghub_dot.build(
+                                        topic=f"{self.project}:{self.task}",
+                                        cost_time=end_time - start_time,
                                         **download_item.to_dict
-                                    })
+                                    )
                                 parse_iterators = self.parse(download_item)
                                 if not isgenerator(parse_iterators):
                                     raise TypeError("parse function isn't a generator")

cobweb/utils/dotting.py

@@ -1,14 +1,12 @@
 import json
 
 from aliyun.log import LogClient, PutLogsRequest, LogItem
-
 from cobweb import setting
 
 
 class LoghubDot:
 
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
+    def __init__(self):
         self.client = LogClient(**setting.LOGHUB_CONFIG)
 
     def build(self, topic, **kwargs):
@@ -19,11 +17,12 @@ class LoghubDot:
                 temp[key] = json.dumps(value, ensure_ascii=False)
         contents = sorted(temp.items())
         log_item.set_contents(contents)
+
         request = PutLogsRequest(
             project="databee-download-log",
             logstore="cobweb_log",
             topic=topic,
-            logitems=contents,
+            logitems=[contents],
             compress=True
         )
         self.client.put_logs(request=request)

{cobweb_launcher-1.2.30.dist-info → cobweb_launcher-1.2.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.30
+Version: 1.2.32
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb_launcher-1.2.30.dist-info → cobweb_launcher-1.2.32.dist-info}/RECORD

@@ -11,7 +11,7 @@ cobweb/base/response.py,sha256=eB1DWMXFCpn3cJ3yzgCRU1WeZAdayGDohRgdjdMUFN4,406
 cobweb/base/seed.py,sha256=Uz_VBRlAxNYQcFHk3tsZFMlU96yPOedHaWGTvk-zKd8,2908
 cobweb/crawlers/__init__.py,sha256=msvkB9mTpsgyj8JfNMsmwAcpy5kWk_2NrO1Adw2Hkw0,29
 cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSry8,5751
-cobweb/crawlers/crawler.py,sha256=zQbItrLECjDYoI4KXHMA-Mu8YXY6lm6N8NIw9cjKS3w,6988
+cobweb/crawlers/crawler.py,sha256=mPRc9GBfWi5AoSxB1jlARxvG_AzsPVRFil5O8RnOxCY,7018
 cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
 cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
 cobweb/db/api_db.py,sha256=bDc5dJQxq4z04h70KUTHd0OqUOEY7Cm3wcNJZtTvJIM,3015
@@ -31,7 +31,7 @@ cobweb/pipelines/pipeline_console.py,sha256=NEh-4zhuVAQOqwXLsqeb-rcNZ9_KXFUpL3ot
 cobweb/pipelines/pipeline_loghub.py,sha256=xZ6D55BGdiM71WUv83jyLGbEyUwhBHLJRZoXthBxxTs,1019
 cobweb/utils/__init__.py,sha256=Ev2LZZ1-S56iQYDqFZrqadizEv4Gk8Of-DraH-_WnKY,109
 cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
-cobweb/utils/dotting.py,sha256=dSxYOjqfMW9d3Z7CZx6RlJcAKNER0-mT8KgiPDm1_C8,827
+cobweb/utils/dotting.py,sha256=dANYZk4G2Lhz0dpN0Invrbk8mEZZGEMu8AYe-wtQTrw,770
 cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
 cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
 cobweb_new/__init__.py,sha256=CBd2oByCfc5EmH2dCZYVHkxXYZG-oWrLyTtZU5sEoP0,96
@@ -67,8 +67,8 @@ cobweb_new/utils/__init__.py,sha256=c9macpjc15hrCUCdzO5RR_sgK_B9kvJKreSGprZ1ld4,
 cobweb_new/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
 cobweb_new/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
 cobweb_new/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
-cobweb_launcher-1.2.30.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
-cobweb_launcher-1.2.30.dist-info/METADATA,sha256=zEn6gCALEPjUy7nIQHDjr5faYX8guIC5skQ_pP2_uOA,6510
-cobweb_launcher-1.2.30.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-cobweb_launcher-1.2.30.dist-info/top_level.txt,sha256=UKwd478nkspJ6_fos3jtuc7SKXfmU42bJa_Ek5n2zsE,18
-cobweb_launcher-1.2.30.dist-info/RECORD,,
+cobweb_launcher-1.2.32.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
+cobweb_launcher-1.2.32.dist-info/METADATA,sha256=uw1KrJ0tt_n0kidw854qOfEf6Hjlnpmt089bWcspc8Y,6510
+cobweb_launcher-1.2.32.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+cobweb_launcher-1.2.32.dist-info/top_level.txt,sha256=UKwd478nkspJ6_fos3jtuc7SKXfmU42bJa_Ek5n2zsE,18
+cobweb_launcher-1.2.32.dist-info/RECORD,,