py-pve-cloud-backup 3.5.4__tar.gz → 3.5.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (25) hide show
  1. {py_pve_cloud_backup-3.5.4/src/py_pve_cloud_backup.egg-info → py_pve_cloud_backup-3.5.5}/PKG-INFO +1 -1
  2. py_pve_cloud_backup-3.5.5/src/pve_cloud_backup/_version.py +1 -0
  3. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/daemon/bdd.py +23 -15
  4. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5/src/py_pve_cloud_backup.egg-info}/PKG-INFO +1 -1
  5. py_pve_cloud_backup-3.5.4/src/pve_cloud_backup/_version.py +0 -1
  6. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/LICENSE.md +0 -0
  7. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/README.md +0 -0
  8. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/pyproject.toml +0 -0
  9. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/requirements.txt +0 -0
  10. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/setup.cfg +0 -0
  11. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/daemon/brctl.py +0 -0
  12. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/daemon/funcs.py +0 -0
  13. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/daemon/restore.py +0 -0
  14. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/ext_zfs.py +0 -0
  15. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/funcs.py +0 -0
  16. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/git.py +0 -0
  17. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/main.py +0 -0
  18. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/net.py +0 -0
  19. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/nextcloud.py +0 -0
  20. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/pve_cloud_backup/fetcher/patroni.py +0 -0
  21. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/py_pve_cloud_backup.egg-info/SOURCES.txt +0 -0
  22. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/py_pve_cloud_backup.egg-info/dependency_links.txt +0 -0
  23. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/py_pve_cloud_backup.egg-info/entry_points.txt +0 -0
  24. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/py_pve_cloud_backup.egg-info/requires.txt +0 -0
  25. {py_pve_cloud_backup-3.5.4 → py_pve_cloud_backup-3.5.5}/src/py_pve_cloud_backup.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: py-pve-cloud-backup
3
- Version: 3.5.4
3
+ Version: 3.5.5
4
4
  Author-email: Tobias Huebner <tobias.huebner@vmzberlin.com>
5
5
  License-Expression: GPL-3.0-or-later
6
6
  License-File: LICENSE.md
@@ -0,0 +1 @@
1
+ __version__ = "3.5.5"
@@ -25,14 +25,15 @@ ENV = os.getenv("ENV", "TESTING")
25
25
  BACKUP_TYPES = ["k8s", "nextcloud", "git", "postgres"]
26
26
 
27
27
  lock_dict = {}
28
-
28
+ lock_dict_lock = asyncio.Lock()
29
29
 
30
30
  # to prevent from writing to the same borg archive parallel
31
- def get_lock(backup_dir):
32
- if backup_dir not in lock_dict:
33
- lock_dict[backup_dir] = asyncio.Lock()
31
+ async def get_lock(backup_dir):
32
+ async with lock_dict_lock:
33
+ if backup_dir not in lock_dict:
34
+ lock_dict[backup_dir] = asyncio.Lock()
34
35
 
35
- return lock_dict[backup_dir]
36
+ return lock_dict[backup_dir]
36
37
 
37
38
 
38
39
  async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWriter):
@@ -65,7 +66,7 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
65
66
 
66
67
  # send ping pong while waiting on lock
67
68
  # maybe this is also needed in other rpc call types
68
- lock = get_lock(backup_dir)
69
+ lock = await get_lock(backup_dir)
69
70
 
70
71
  while True:
71
72
  try:
@@ -142,7 +143,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
142
143
 
143
144
  db_path = f"{get_backup_base_dir()}/ns-secret-db.json"
144
145
 
145
- async with get_lock(db_path):
146
+ lock = await get_lock(db_path)
147
+ async with lock:
146
148
  secret_db = TinyDB(db_path)
147
149
  secret_db.insert(meta_dict)
148
150
 
@@ -151,7 +153,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
151
153
  meta_dict = pickle.loads((await reader.readexactly(dict_size)))
152
154
  db_path = f"{get_backup_base_dir()}/volume-meta-db.json"
153
155
 
154
- async with get_lock(db_path):
156
+ lock = await get_lock(db_path)
157
+ async with lock:
155
158
  secret_db = TinyDB(db_path)
156
159
  secret_db.insert(meta_dict)
157
160
 
@@ -159,7 +162,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
159
162
  case Command.LIST_BACKUPS:
160
163
  db_path = f"{get_backup_base_dir()}/volume-meta-db.json"
161
164
 
162
- async with get_lock(db_path):
165
+ lock = await get_lock(db_path)
166
+ async with lock:
163
167
  # we call borg on all our backups and send a return string that is strictly for display via the cli tool
164
168
  timestamp_archives = get_volume_metas()
165
169
 
@@ -177,7 +181,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
177
181
 
178
182
  db_path = f"{get_backup_base_dir()}/volume-meta-db.json"
179
183
 
180
- async with get_lock(db_path):
184
+ lock = await get_lock(db_path)
185
+ async with lock:
181
186
  # we call borg on all our backups and send a return string that is strictly for display via the cli tool
182
187
  # this time we need the filter for displaying details of a certain backup
183
188
  timestamp_archives = get_volume_metas(timestamp_filter=timestamp)
@@ -193,7 +198,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
193
198
  # return k8s secret requests
194
199
  db_path = f"{get_backup_base_dir()}/ns-secret-db.json"
195
200
 
196
- async with get_lock(db_path):
201
+ lock = await get_lock(db_path)
202
+ async with lock:
197
203
  secret_db = TinyDB(db_path)
198
204
 
199
205
  while True:
@@ -221,7 +227,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
221
227
 
222
228
  db_path = f"{get_backup_base_dir()}/volume-meta-db.json"
223
229
 
224
- async with get_lock(db_path):
230
+ lock = await get_lock(db_path)
231
+ async with lock:
225
232
  # we call borg on all our backups and send a return string that is strictly for display via the cli tool
226
233
  # this time we need the filter for displaying details of a certain backup
227
234
  timestamp_archives = get_volume_metas(timestamp_filter=timestamp)
@@ -238,7 +245,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
238
245
  # return k8s secret requests
239
246
  db_path = f"{get_backup_base_dir()}/ns-secret-db.json"
240
247
 
241
- async with get_lock(db_path):
248
+ lock = await get_lock(db_path)
249
+ async with lock:
242
250
  secret_db = TinyDB(db_path)
243
251
 
244
252
  Meta = Query()
@@ -271,8 +279,8 @@ async def handle_client(reader: asyncio.StreamReader, writer: asyncio.StreamWrit
271
279
  logger.info(request_artifact)
272
280
 
273
281
  backup_dir = f"{get_backup_base_dir()}/{request_archive}"
274
-
275
- async with get_lock(backup_dir):
282
+ lock = await get_lock(backup_dir):
283
+ async with lock:
276
284
  logger.info(
277
285
  f"running borg extract on {backup_dir}::{request_artifact}"
278
286
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: py-pve-cloud-backup
3
- Version: 3.5.4
3
+ Version: 3.5.5
4
4
  Author-email: Tobias Huebner <tobias.huebner@vmzberlin.com>
5
5
  License-Expression: GPL-3.0-or-later
6
6
  License-File: LICENSE.md
@@ -1 +0,0 @@
1
- __version__ = "3.5.4"