dcicutils 8.8.4.1b10__tar.gz → 8.8.4.1b12__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (79) hide show
  1. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/PKG-INFO +1 -1
  2. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/file_utils.py +12 -7
  3. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/tmpfile_utils.py +20 -9
  4. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/pyproject.toml +1 -1
  5. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/LICENSE.txt +0 -0
  6. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/README.rst +0 -0
  7. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/__init__.py +0 -0
  8. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/base.py +0 -0
  9. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/beanstalk_utils.py +0 -0
  10. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/bundle_utils.py +0 -0
  11. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/captured_output.py +0 -0
  12. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/cloudformation_utils.py +0 -0
  13. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/codebuild_utils.py +0 -0
  14. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/command_utils.py +0 -0
  15. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/common.py +0 -0
  16. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/contribution_scripts.py +0 -0
  17. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/contribution_utils.py +0 -0
  18. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/creds_utils.py +0 -0
  19. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/data_readers.py +0 -0
  20. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/data_utils.py +0 -0
  21. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/datetime_utils.py +0 -0
  22. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/deployment_utils.py +0 -0
  23. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/diff_utils.py +0 -0
  24. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/docker_utils.py +0 -0
  25. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ecr_scripts.py +0 -0
  26. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ecr_utils.py +0 -0
  27. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ecs_utils.py +0 -0
  28. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/env_base.py +0 -0
  29. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/env_manager.py +0 -0
  30. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/env_scripts.py +0 -0
  31. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/env_utils.py +0 -0
  32. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/env_utils_legacy.py +0 -0
  33. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/es_utils.py +0 -0
  34. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/exceptions.py +0 -0
  35. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ff_mocks.py +0 -0
  36. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ff_utils.py +0 -0
  37. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/function_cache_decorator.py +0 -0
  38. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/glacier_utils.py +0 -0
  39. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/http_utils.py +0 -0
  40. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/jh_utils.py +0 -0
  41. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/kibana/dashboards.json +0 -0
  42. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/kibana/readme.md +0 -0
  43. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/lang_utils.py +0 -0
  44. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/c4-infrastructure.jsonc +0 -0
  45. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/c4-python-infrastructure.jsonc +0 -0
  46. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/park-lab-common-server.jsonc +0 -0
  47. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/park-lab-common.jsonc +0 -0
  48. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/park-lab-gpl-pipeline.jsonc +0 -0
  49. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_policies/park-lab-pipeline.jsonc +0 -0
  50. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/license_utils.py +0 -0
  51. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/log_utils.py +0 -0
  52. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/misc_utils.py +0 -0
  53. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/obfuscation_utils.py +0 -0
  54. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/opensearch_utils.py +0 -0
  55. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/portal_object_utils.py +0 -0
  56. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/portal_utils.py +0 -0
  57. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/progress_bar.py +0 -0
  58. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/project_utils.py +0 -0
  59. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/qa_checkers.py +0 -0
  60. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/qa_utils.py +0 -0
  61. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/redis_tools.py +0 -0
  62. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/redis_utils.py +0 -0
  63. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/s3_utils.py +0 -0
  64. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/schema_utils.py +0 -0
  65. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/scripts/publish_to_pypi.py +0 -0
  66. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/scripts/run_license_checker.py +0 -0
  67. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/scripts/view_portal_object.py +0 -0
  68. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/secrets_utils.py +0 -0
  69. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/sheet_utils.py +0 -0
  70. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/snapshot_utils.py +0 -0
  71. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/ssl_certificate_utils.py +0 -0
  72. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/structured_data.py +0 -0
  73. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/submitr/progress_constants.py +0 -0
  74. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/submitr/ref_lookup_strategy.py +0 -0
  75. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/task_utils.py +0 -0
  76. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/trace_utils.py +0 -0
  77. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/validation_utils.py +0 -0
  78. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/variant_utils.py +0 -0
  79. {dcicutils-8.8.4.1b10 → dcicutils-8.8.4.1b12}/dcicutils/zip_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dcicutils
3
- Version: 8.8.4.1b10
3
+ Version: 8.8.4.1b12
4
4
  Summary: Utility package for interacting with the 4DN Data Portal and other 4DN resources
5
5
  Home-page: https://github.com/4dn-dcic/utils
6
6
  License: MIT
@@ -1,10 +1,12 @@
1
1
  import glob
2
2
  import os
3
3
  import pathlib
4
+ from datetime import datetime
4
5
  import random
5
6
  import string
7
+ from tempfile import gettempdir as get_temporary_directory
6
8
  from typing import List, Optional, Union
7
- from dcicutils.tmpfile_utils import create_temporary_file_name
9
+ from uuid import uuid4 as uuid
8
10
 
9
11
 
10
12
  def search_for_file(file: str,
@@ -103,7 +105,7 @@ def are_files_equal(filea: str, fileb: str) -> bool:
103
105
 
104
106
  def create_random_file(file: Optional[str] = None,
105
107
  prefix: Optional[str] = None, suffix: Optional[str] = None,
106
- nbytes: int = 1024, binary: bool = False) -> str:
108
+ nbytes: int = 1024, binary: bool = False, line_length: Optional[int] = None) -> str:
107
109
  if not isinstance(nbytes, int) or nbytes < 0:
108
110
  nbytes = 0
109
111
  if not isinstance(file, str) or not file:
@@ -111,16 +113,19 @@ def create_random_file(file: Optional[str] = None,
111
113
  prefix = ""
112
114
  if not isinstance(suffix, str):
113
115
  suffix = ""
114
- file = create_temporary_file_name(prefix=prefix, suffix=suffix)
116
+ file = f"{datetime.utcnow().strftime('%Y%m%d%H%M%S')}{str(uuid()).replace('-', '')}"
117
+ file = os.path.join(get_temporary_directory(), file)
115
118
  with open(file, "wb" if binary is True else "w") as f:
116
119
  if binary is True:
117
120
  f.write(os.urandom(nbytes))
118
121
  else:
119
- nchars = 81
120
- nlines = nbytes // nchars
121
- nremainder = nbytes % nchars
122
+ if (not isinstance(line_length, int)) or (line_length < 1):
123
+ line_length = 80
124
+ line_length += 1
125
+ nlines = nbytes // line_length
126
+ nremainder = nbytes % line_length
122
127
  for n in range(nlines):
123
- f.write("".join(random.choices(string.ascii_letters + string.digits, k=nchars - 1)))
128
+ f.write("".join(random.choices(string.ascii_letters + string.digits, k=line_length - 1)))
124
129
  f.write("\n")
125
130
  if nremainder > 1:
126
131
  f.write("".join(random.choices(string.ascii_letters + string.digits, k=nremainder - 1)))
@@ -1,8 +1,11 @@
1
1
  from contextlib import contextmanager
2
+ from datetime import datetime
2
3
  import os
3
4
  import shutil
4
5
  import tempfile
6
+ from uuid import uuid4 as uuid
5
7
  from typing import List, Optional, Union
8
+ from dcicutils.file_utils import create_random_file
6
9
 
7
10
 
8
11
  @contextmanager
@@ -25,6 +28,23 @@ def temporary_file(name: Optional[str] = None, suffix: Optional[str] = None,
25
28
  yield tmp_file_name
26
29
 
27
30
 
31
+ def create_temporary_file_name(prefix: Optional[str] = None, suffix: Optional[str] = None) -> str:
32
+ """
33
+ Generates and returns the full path to file within the system temporary directory.
34
+ """
35
+ tmp_file_name = f"{datetime.utcnow().strftime('%Y%m%d%H%M%S')}{str(uuid()).replace('-', '')}"
36
+ return os.path.join(tempfile.gettempdir(), tmp_file_name)
37
+
38
+
39
+ @contextmanager
40
+ def temporary_random_file(prefix: Optional[str] = None, suffix: Optional[str] = None,
41
+ nbytes: int = 1024, binary: bool = False, line_length: Optional[int] = None) -> str:
42
+ with temporary_file() as tmp_file_path:
43
+ create_random_file(tmp_file_path, prefix=prefix, suffix=suffix,
44
+ nbytes=nbytes, binary=binary, line_length=line_length)
45
+ yield tmp_file_path
46
+
47
+
28
48
  def remove_temporary_directory(tmp_directory_name: str) -> None:
29
49
  """
30
50
  Removes the given directory, recursively; but ONLY if it is (somewhere) within the system temporary directory.
@@ -39,15 +59,6 @@ def remove_temporary_directory(tmp_directory_name: str) -> None:
39
59
  shutil.rmtree(tmp_directory_name)
40
60
 
41
61
 
42
- def create_temporary_file_name(prefix: Optional[str] = None, suffix: Optional[str] = None) -> str:
43
- """
44
- Generates and returns the full path to file within the system temporary directory.
45
- """
46
- with tempfile.NamedTemporaryFile(prefix=prefix, suffix=suffix, delete=False) as tmp_file:
47
- tmp_file_name = tmp_file.name
48
- return tmp_file_name
49
-
50
-
51
62
  def remove_temporary_file(tmp_file_name: str) -> bool:
52
63
  """
53
64
  Removes the given file; but ONLY if it is (somewhere) within the system temporary directory.
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "dcicutils"
3
- version = "8.8.4.1b10" # TODO: To become 8.8.5
3
+ version = "8.8.4.1b12" # TODO: To become 8.8.5
4
4
  description = "Utility package for interacting with the 4DN Data Portal and other 4DN resources"
5
5
  authors = ["4DN-DCIC Team <support@4dnucleome.org>"]
6
6
  license = "MIT"