dcicutils 8.8.3.1b22__tar.gz → 8.8.3.1b26__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (78) hide show
  1. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/PKG-INFO +1 -1
  2. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/progress_bar.py +27 -12
  3. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/pyproject.toml +1 -1
  4. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/LICENSE.txt +0 -0
  5. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/README.rst +0 -0
  6. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/__init__.py +0 -0
  7. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/base.py +0 -0
  8. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/beanstalk_utils.py +0 -0
  9. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/bundle_utils.py +0 -0
  10. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/captured_output.py +0 -0
  11. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/cloudformation_utils.py +0 -0
  12. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/codebuild_utils.py +0 -0
  13. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/command_utils.py +0 -0
  14. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/common.py +0 -0
  15. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/contribution_scripts.py +0 -0
  16. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/contribution_utils.py +0 -0
  17. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/creds_utils.py +0 -0
  18. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/data_readers.py +0 -0
  19. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/data_utils.py +0 -0
  20. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/datetime_utils.py +0 -0
  21. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/deployment_utils.py +0 -0
  22. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/diff_utils.py +0 -0
  23. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/docker_utils.py +0 -0
  24. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ecr_scripts.py +0 -0
  25. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ecr_utils.py +0 -0
  26. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ecs_utils.py +0 -0
  27. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/env_base.py +0 -0
  28. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/env_manager.py +0 -0
  29. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/env_scripts.py +0 -0
  30. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/env_utils.py +0 -0
  31. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/env_utils_legacy.py +0 -0
  32. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/es_utils.py +0 -0
  33. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/exceptions.py +0 -0
  34. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ff_mocks.py +0 -0
  35. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ff_utils.py +0 -0
  36. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/file_utils.py +0 -0
  37. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/function_cache_decorator.py +0 -0
  38. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/glacier_utils.py +0 -0
  39. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/jh_utils.py +0 -0
  40. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/kibana/dashboards.json +0 -0
  41. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/kibana/readme.md +0 -0
  42. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/lang_utils.py +0 -0
  43. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
  44. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
  45. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
  46. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
  47. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
  48. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
  49. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/license_utils.py +0 -0
  50. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/log_utils.py +0 -0
  51. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/misc_utils.py +0 -0
  52. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/obfuscation_utils.py +0 -0
  53. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/opensearch_utils.py +0 -0
  54. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/portal_object_utils.py +0 -0
  55. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/portal_utils.py +0 -0
  56. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/project_utils.py +0 -0
  57. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/qa_checkers.py +0 -0
  58. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/qa_utils.py +0 -0
  59. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/redis_tools.py +0 -0
  60. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/redis_utils.py +0 -0
  61. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/s3_utils.py +0 -0
  62. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/schema_utils.py +0 -0
  63. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/scripts/publish_to_pypi.py +0 -0
  64. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/scripts/run_license_checker.py +0 -0
  65. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/scripts/view_portal_object.py +0 -0
  66. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/secrets_utils.py +0 -0
  67. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/sheet_utils.py +0 -0
  68. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/snapshot_utils.py +0 -0
  69. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/ssl_certificate_utils.py +0 -0
  70. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/structured_data.py +0 -0
  71. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/submitr/progress_constants.py +0 -0
  72. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
  73. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/task_utils.py +0 -0
  74. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/tmpfile_utils.py +0 -0
  75. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/trace_utils.py +0 -0
  76. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/validation_utils.py +0 -0
  77. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/variant_utils.py +0 -0
  78. {dcicutils-8.8.3.1b22 → dcicutils-8.8.3.1b26}/dcicutils/zip_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dcicutils
3
- Version: 8.8.3.1b22
3
+ Version: 8.8.3.1b26
4
4
  Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
5
5
  Home-page: https://github.com/4dn-dcic/utils
6
6
  License: MIT
@@ -279,10 +279,10 @@ class ProgressBar:
279
279
  # string in the display string where the progress bar should actually go,
280
280
  # which we do in _format_description. Other minor things too; see below.
281
281
  sys_stdout_write = sys.stdout.write
282
- last_text = None ; last_captured_output_text = None # noqa
282
+ last_text = None ; last_captured_output_text = None ; last_spin_change_time = None # noqa
283
283
  def tidy_stdout_write(text: str) -> None: # noqa
284
284
  nonlocal self, sys_stdout_write, sentinel_internal, spina, spini, spinn
285
- nonlocal last_text, last_captured_output_text
285
+ nonlocal last_text, last_captured_output_text, last_spin_change_time
286
286
  def replace_first(value: str, match: str, replacement: str) -> str: # noqa
287
287
  return value[:i] + replacement + value[i + len(match):] if (i := value.find(match)) >= 0 else value
288
288
  def remove_extra_trailing_spaces(text: str) -> str: # noqa
@@ -292,22 +292,25 @@ class ProgressBar:
292
292
  if (not text) or (last_text == text):
293
293
  return
294
294
  last_text = text
295
+ now = time.time()
295
296
  if (self._disabled or self._done) and sentinel_internal in text:
296
297
  # Another hack to really disable output on interrupt; in this case we set
297
298
  # tqdm.disable to True, but output can still dribble out, so if the output
298
299
  # looks like it is from tqdm and we are disabled/done then do no output.
299
300
  return
300
301
  if sentinel_internal in text:
301
- spinc = spina[spini % spinn] if not ("100%|" in text) else "✓" ; spini += 1 # noqa
302
+ spinc = spina[spini % spinn] if not ("100%|" in text) else "✓"
303
+ if last_spin_change_time is None or ((now - last_spin_change_time) >= 0.07):
304
+ spini += 1
305
+ last_spin_change_time = now
302
306
  text = replace_first(text, sentinel_internal, f" {spinc}")
303
307
  text = replace_first(text, "%|", "% ◀|")
304
- text = remove_extra_trailing_spaces(text) + f"{spinc} "
305
308
  # Another oddity: for the rate sometimes tqdm intermittently prints
306
309
  # something like "1.54s/" rather than "1.54/s"; something to do with
307
310
  # the unit we gave, which is empty; idunno; just replace it here.
308
311
  text = replace_first(text, "s/ ", "/s ")
309
312
  if self._use_byte_size_for_rate and self._bar:
310
- rate = self._bar.n / (time.time() - self._started)
313
+ rate = self._bar.n / (now - self._started)
311
314
  text = text.replace("[rate]", f"{format_size(rate)}/s")
312
315
  sys_stdout_write(text)
313
316
  sys.stdout.flush()
@@ -320,9 +323,6 @@ class ProgressBar:
320
323
  # This function obviously has intimate knowledge of the output; better here than in tests.
321
324
  def replace_time_dependent_values_with_static(text: str) -> str:
322
325
  blocks = "\u2587|\u2588|\u2589|\u258a|\u258b|\u258c|\u258d|\u258e|\u258f"
323
- if text.endswith("| "):
324
- # In case "|" is in the trailing spinner it messes up regex below.
325
- text = set_nth(text, len(text) - 2, "-")
326
326
  if (n := find_nth_from_end(text, "|", 5)) >= 8:
327
327
  pattern = re.compile(
328
328
  rf"(\s*)(\d*%? ◀\|)(?:\s*{blocks}|#)*\s*(\|\s*\d+/\d+)?(\s*\|\s*)"
@@ -345,10 +345,25 @@ class ProgressBar:
345
345
  # Fun with ASCII spinner characters.
346
346
  # Dots borrowed from "rich" python package (others: ⠋⠙⠹⠸⠼⠴⠦⠧⠇⠏).
347
347
  # Others: "◴◷◶◵" "◰◳◲◱" "◡⊙◠" "⠁⠂⠄⡀⢀⠠⠐⠈" "▁▃▄▅▆▇█▇▆▅▄▃" "◢◣◤◥" "◐◓◑◒" "✶✸✹✺✹✷" "⠋⠙⠹⠸⠼⠴⠦⠧⠇⠏"
348
- spinner_chars_a = "⣾⣽⣻⢿⡿⣟⣯⣷"
349
- spinner_chars_b = "|/-\\"
350
- spinner_chars_c = "◰◳◲◱"
351
- return (list(spinner_chars_a[::-1]) * 9) + (list(spinner_chars_b) * 3) + (list(spinner_chars_c) * 3)
348
+ spinner_chars_a = "⣾⣽⣻⢿⡿⣟⣯⣷"[::-1]
349
+ spinner_chars_b = "⠋⠙⠹⠸⢰⣰⣠⣄⣆⡆⡖⠖⠚⠙⠋⠏⠇⡆⣆⣄⣠⣰⢰⢲⠲"
350
+ spinner_chars_c = "⠉⠒⠤⣀⠤⠒"
351
+ spinner_chars_d = "⡀⡄⡆⠇⠋⠙⠸⢰⢠⢀⢠⢰⠸⠙⠋⠇⡆⡄"
352
+ spinner_chars_e = "⠀⡀⠄⠂⠁⠈⠐⠠⢀⣀⢄⢂⢁⢈⢐⢠⣠⢤⢢⢡⢨⢰⣰⢴⢲⢱⢸⣸⢼⢺⢹⣹⢽⢻⣻⢿⣿⣶⣤⣀"
353
+ spinner_chars_f = "⣀⣤⣶⣿⣶⣤"
354
+ spinner_chars_g = "⠋⠙⠹⠸⢰⣰⣠⣄⣆⡆⠇⠏"
355
+ spinner_chars_h = "⠁⠉⠙⠚⠒⠂⠂⠒⠲⠴⠤⠄⠄⠤⢤⣠⣀⢀⢀⣀⣠⢤⠤⠄⠄⠤⠴⠲⠒⠂⠂⠒⠚⠙⠉⠁"
356
+ spinner_chars_i = "◐◓◑◒"
357
+ spinner_chars_j = "|/—*—\\"
358
+ return ((list(spinner_chars_a) * 8) + (list(spinner_chars_b) * 2) +
359
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_c) * 4) +
360
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_d) * 2) +
361
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_e) * 2) +
362
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_f) * 4) +
363
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_g) * 4) +
364
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_h) * 2) +
365
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_i) * 2) +
366
+ (list(spinner_chars_a) * 8) + (list(spinner_chars_j) * 2))
352
367
  sys.stdout.write = tidy_stdout_write
353
368
  spina = ascii_spinners() ; spini = 0 ; spinn = len(spina) # noqa
354
369
  sentinel = "[progress]" ; sentinel_internal = f"{sentinel}:" # noqa
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "dcicutils"
3
- version = "8.8.3.1b22" # TODO: To become 8.8.4
3
+ version = "8.8.3.1b26" # TODO: To become 8.8.4
4
4
  description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
5
5
  authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
6
6
  license = "MIT"