cobweb-launcher 1.2.9__py3-none-any.whl → 1.2.10__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (6) hide show
  1. cobweb/pipelines/pipeline.py +26 -18
  2. {cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/METADATA +1 -1
  3. {cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/RECORD +6 -6
  4. {cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/LICENSE +0 -0
  5. {cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/WHEEL +0 -0
  6. {cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/top_level.txt +0 -0
cobweb/pipelines/pipeline.py CHANGED
@@ -34,26 +34,34 @@ class Pipeline(threading.Thread, ABC):
34
34
 
35
35
  def run(self):
36
36
  while not self._stop.is_set():
37
- status = self._upload.length < self.upload_size
38
- if status:
37
+ if not self._upload.length:
39
38
  time.sleep(self.wait_seconds)
39
+ continue
40
+ if self._upload.length < self.upload_size:
41
+ time.sleep(self.wait_seconds)
42
+ status = True
40
43
  data_info, seeds = {}, []
41
- for _ in range(self.upload_size):
42
- item = self._upload.pop()
43
- if not item:
44
- break
45
- data = self.build(item)
46
- seeds.append(item.seed)
47
- data_info.setdefault(item.table, []).append(data)
48
- for table, datas in data_info.items():
49
- try:
50
- self.upload(table, datas)
51
- status = True
52
- except Exception as e:
53
- logger.info(e)
54
- status = False
55
- if status:
56
- self._done.push(seeds)
44
+ try:
45
+ for _ in range(self.upload_size):
46
+ item = self._upload.pop()
47
+ if not item:
48
+ break
49
+ seeds.append(item.seed)
50
+ data = self.build(item)
51
+ data_info.setdefault(item.table, []).append(data)
52
+ for table, datas in data_info.items():
53
+ try:
54
+ self.upload(table, datas)
55
+ except Exception as e:
56
+ logger.info(e)
57
+ status = False
58
+ except Exception as e:
59
+ logger.info(e)
60
+ status = False
61
+ if not status:
62
+ for seed in seeds:
63
+ seed.params.seed_status = "deal model: fail"
64
+ self._done.push(seeds)
57
65
 
58
66
  logger.info("upload pipeline close!")
59
67
 
{cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.9
3
+ Version: 1.2.10
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.2.9.dist-info → cobweb_launcher-1.2.10.dist-info}/RECORD RENAMED
@@ -24,14 +24,14 @@ cobweb/launchers/launcher_pro.py,sha256=IpckN0Xl5NAPVjuq-pWbCx0RerDmYG9gZ182EDUR
24
24
  cobweb/pipelines/__init__.py,sha256=zSUsGtx6smbs2iXBXvYynReKSgky-3gjqaAtKVnA_OU,105
25
25
  cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
26
26
  cobweb/pipelines/loghub_pipeline.py,sha256=cjPO6w6UJ0jNw2fVvdX0BCdlm58T7dmYXlxzXOBpvfY,1027
27
- cobweb/pipelines/pipeline.py,sha256=29O7CzASDv52NJl_1KWlKYxNd79HiaQAm0oO5K9PQzw,1650
27
+ cobweb/pipelines/pipeline.py,sha256=WBJnyLfSvyw0XmBMthgx3y_zwZBZS94L7FXpXPaKl8E,1983
28
28
  cobweb/pipelines/pipeline_console.py,sha256=NEh-4zhuVAQOqwXLsqeb-rcNZ9_KXFUpL3otUTL5qBs,754
29
29
  cobweb/pipelines/pipeline_loghub.py,sha256=xZ6D55BGdiM71WUv83jyLGbEyUwhBHLJRZoXthBxxTs,1019
30
30
  cobweb/utils/__init__.py,sha256=JTE4sBfHnKHhD6w9Auk0MIT7O9BMOamCeryhlHNx3Zg,47
31
31
  cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
32
32
  cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
33
- cobweb_launcher-1.2.9.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
34
- cobweb_launcher-1.2.9.dist-info/METADATA,sha256=gIYkBqrrJQ41kVqJN-9wxRAFh1lCKPvXd-a6IU4dj9A,6489
35
- cobweb_launcher-1.2.9.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
36
- cobweb_launcher-1.2.9.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
37
- cobweb_launcher-1.2.9.dist-info/RECORD,,
33
+ cobweb_launcher-1.2.10.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
34
+ cobweb_launcher-1.2.10.dist-info/METADATA,sha256=m1Gvgyfd8I-tPMoazMiUw46Aox58Nb0KHaD7Zu-nyts,6490
35
+ cobweb_launcher-1.2.10.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
36
+ cobweb_launcher-1.2.10.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
37
+ cobweb_launcher-1.2.10.dist-info/RECORD,,