cobweb-launcher 1.2.29__py3-none-any.whl → 1.2.31__py3-none-any.whl

cobweb/crawlers/crawler.py

@@ -141,10 +141,11 @@ class Crawler(threading.Thread):
                                 ))
                                 if isinstance(download_item, Response):
                                     end_time = time.time()
-                                    self.loghub_dot.build(topic=f"{self.project}:{self.task}", data={
-                                        "cost_time": end_time - start_time,
+                                    self.loghub_dot.build(
+                                        topic=f"{self.project}:{self.task}",
+                                        cost_time=end_time - start_time,
                                         **download_item.to_dict
-                                    })
+                                    )
                                 parse_iterators = self.parse(download_item)
                                 if not isgenerator(parse_iterators):
                                     raise TypeError("parse function isn't a generator")

cobweb/utils/dotting.py

@@ -11,12 +11,13 @@ class LoghubDot:
         super().__init__(*args, **kwargs)
         self.client = LogClient(**setting.LOGHUB_CONFIG)
 
-    def build(self, topic, data):
+    def build(self, topic, **kwargs):
+        temp = {}
         log_item = LogItem()
-        for key, value in data.items():
+        for key, value in kwargs.items():
             if not isinstance(value, str):
-                data[key] = json.dumps(value, ensure_ascii=False)
-        contents = sorted(data.items())
+                temp[key] = json.dumps(value, ensure_ascii=False)
+        contents = sorted(temp.items())
         log_item.set_contents(contents)
         request = PutLogsRequest(
             project="databee-download-log",

{cobweb_launcher-1.2.29.dist-info → cobweb_launcher-1.2.31.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.29
+Version: 1.2.31
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb_launcher-1.2.29.dist-info → cobweb_launcher-1.2.31.dist-info}/RECORD

@@ -11,7 +11,7 @@ cobweb/base/response.py,sha256=eB1DWMXFCpn3cJ3yzgCRU1WeZAdayGDohRgdjdMUFN4,406
 cobweb/base/seed.py,sha256=Uz_VBRlAxNYQcFHk3tsZFMlU96yPOedHaWGTvk-zKd8,2908
 cobweb/crawlers/__init__.py,sha256=msvkB9mTpsgyj8JfNMsmwAcpy5kWk_2NrO1Adw2Hkw0,29
 cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSry8,5751
-cobweb/crawlers/crawler.py,sha256=zQbItrLECjDYoI4KXHMA-Mu8YXY6lm6N8NIw9cjKS3w,6988
+cobweb/crawlers/crawler.py,sha256=mPRc9GBfWi5AoSxB1jlARxvG_AzsPVRFil5O8RnOxCY,7018
 cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
 cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
 cobweb/db/api_db.py,sha256=bDc5dJQxq4z04h70KUTHd0OqUOEY7Cm3wcNJZtTvJIM,3015
@@ -31,7 +31,7 @@ cobweb/pipelines/pipeline_console.py,sha256=NEh-4zhuVAQOqwXLsqeb-rcNZ9_KXFUpL3ot
 cobweb/pipelines/pipeline_loghub.py,sha256=xZ6D55BGdiM71WUv83jyLGbEyUwhBHLJRZoXthBxxTs,1019
 cobweb/utils/__init__.py,sha256=Ev2LZZ1-S56iQYDqFZrqadizEv4Gk8Of-DraH-_WnKY,109
 cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
-cobweb/utils/dotting.py,sha256=MUH-wXZjZ2OvtyafO_E6_VNobObM9cpwdOcAYmNzsAQ,803
+cobweb/utils/dotting.py,sha256=dSxYOjqfMW9d3Z7CZx6RlJcAKNER0-mT8KgiPDm1_C8,827
 cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
 cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
 cobweb_new/__init__.py,sha256=CBd2oByCfc5EmH2dCZYVHkxXYZG-oWrLyTtZU5sEoP0,96
@@ -67,8 +67,8 @@ cobweb_new/utils/__init__.py,sha256=c9macpjc15hrCUCdzO5RR_sgK_B9kvJKreSGprZ1ld4,
 cobweb_new/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
 cobweb_new/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
 cobweb_new/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
-cobweb_launcher-1.2.29.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
-cobweb_launcher-1.2.29.dist-info/METADATA,sha256=SmTQyUoz8FeAnVeonSk8fmgqCY54DLhf-PjYuWj4s6g,6510
-cobweb_launcher-1.2.29.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-cobweb_launcher-1.2.29.dist-info/top_level.txt,sha256=UKwd478nkspJ6_fos3jtuc7SKXfmU42bJa_Ek5n2zsE,18
-cobweb_launcher-1.2.29.dist-info/RECORD,,
+cobweb_launcher-1.2.31.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
+cobweb_launcher-1.2.31.dist-info/METADATA,sha256=xanPaLf5XrEkR-njy3_EofcBSECfm1AaXGt5PHgtc7w,6510
+cobweb_launcher-1.2.31.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+cobweb_launcher-1.2.31.dist-info/top_level.txt,sha256=UKwd478nkspJ6_fos3jtuc7SKXfmU42bJa_Ek5n2zsE,18
+cobweb_launcher-1.2.31.dist-info/RECORD,,