cobweb-launcher 1.2.32__tar.gz → 1.2.34__tar.gz

{cobweb-launcher-1.2.32 → cobweb-launcher-1.2.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.32
+Version: 1.2.34
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-1.2.32 → cobweb-launcher-1.2.34}/cobweb/crawlers/crawler.py

@@ -141,10 +141,11 @@ class Crawler(threading.Thread):
                                 ))
                                 if isinstance(download_item, Response):
                                     end_time = time.time()
+                                    upload_log = seed.to_dict
+                                    upload_log.update(**download_item.to_dict)
                                     self.loghub_dot.build(
                                         topic=f"{self.project}:{self.task}",
-                                        cost_time=end_time - start_time,
-                                        **download_item.to_dict
+                                        cost_time=end_time - start_time, **upload_log
                                     )
                                 parse_iterators = self.parse(download_item)
                                 if not isgenerator(parse_iterators):

{cobweb-launcher-1.2.32 → cobweb-launcher-1.2.34}/cobweb/utils/dotting.py

@@ -1,6 +1,6 @@
 import json
 
-from aliyun.log import LogClient, PutLogsRequest, LogItem
+from aliyun.log import LogClient, LogItem, PutLogsRequest
 from cobweb import setting
 
 
@@ -10,19 +10,21 @@ class LoghubDot:
         self.client = LogClient(**setting.LOGHUB_CONFIG)
 
     def build(self, topic, **kwargs):
+
         temp = {}
+        log_items = []
         log_item = LogItem()
         for key, value in kwargs.items():
             if not isinstance(value, str):
                 temp[key] = json.dumps(value, ensure_ascii=False)
         contents = sorted(temp.items())
         log_item.set_contents(contents)
-
+        log_items.append(log_item)
         request = PutLogsRequest(
             project="databee-download-log",
             logstore="cobweb_log",
             topic=topic,
-            logitems=[contents],
+            logitems=log_items,
             compress=True
         )
         self.client.put_logs(request=request)

{cobweb-launcher-1.2.32 → cobweb-launcher-1.2.34}/cobweb_launcher.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cobweb-launcher
-Version: 1.2.32
+Version: 1.2.34
 Summary: spider_hole
 Home-page: https://github.com/Juannie-PP/cobweb
 Author: Juannie-PP

{cobweb-launcher-1.2.32 → cobweb-launcher-1.2.34}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="cobweb-launcher",
-    version="1.2.32",
+    version="1.2.34",
     packages=find_packages(),
     url="https://github.com/Juannie-PP/cobweb",
     license="MIT",