dcicutils 8.8.1.1b14__py3-none-any.whl → 8.8.1.1b16__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- dcicutils/progress_constants.py +10 -4
- dcicutils/structured_data.py +3 -3
- {dcicutils-8.8.1.1b14.dist-info → dcicutils-8.8.1.1b16.dist-info}/METADATA +1 -1
- {dcicutils-8.8.1.1b14.dist-info → dcicutils-8.8.1.1b16.dist-info}/RECORD +7 -7
- {dcicutils-8.8.1.1b14.dist-info → dcicutils-8.8.1.1b16.dist-info}/LICENSE.txt +0 -0
- {dcicutils-8.8.1.1b14.dist-info → dcicutils-8.8.1.1b16.dist-info}/WHEEL +0 -0
- {dcicutils-8.8.1.1b14.dist-info → dcicutils-8.8.1.1b16.dist-info}/entry_points.txt +0 -0
dcicutils/progress_constants.py
CHANGED
@@ -1,11 +1,17 @@
|
|
1
1
|
from datetime import datetime
|
2
2
|
from enum import Enum
|
3
3
|
|
4
|
-
|
5
4
|
# Constants for progress tracking for smaht-submitr.
|
6
5
|
# Here only to share between smaht-portal, snovault, and smaht-submitr.
|
7
6
|
|
8
|
-
|
7
|
+
|
8
|
+
class _Enum(Enum):
|
9
|
+
# Automatically make enumerators within the enumeration resolve to its value property.
|
10
|
+
def __get__(self, instance, owner):
|
11
|
+
return self.value
|
12
|
+
|
13
|
+
|
14
|
+
class PROGRESS_INGESTER(_Enum):
|
9
15
|
VALIDATION = "ingester_validation"
|
10
16
|
INITIATE = "ingester_initiate"
|
11
17
|
PARSE_LOAD_INITIATE = "ingester_parse_initiate"
|
@@ -20,7 +26,7 @@ class PROGRESS_INGESTER(Enum):
|
|
20
26
|
NOW = lambda: str(datetime.utcnow()) # noqa
|
21
27
|
|
22
28
|
|
23
|
-
class PROGRESS_PARSE(
|
29
|
+
class PROGRESS_PARSE(_Enum):
|
24
30
|
LOAD_START = "parse_start"
|
25
31
|
LOAD_ITEM = "parse_item"
|
26
32
|
LOAD_DONE = "parse_done"
|
@@ -46,7 +52,7 @@ class PROGRESS_PARSE(Enum):
|
|
46
52
|
NOW = lambda: str(datetime.utcnow()) # noqa
|
47
53
|
|
48
54
|
|
49
|
-
class PROGRESS_LOADXL(
|
55
|
+
class PROGRESS_LOADXL(_Enum):
|
50
56
|
START = "loadxl_start"
|
51
57
|
START_SECOND_ROUND = "loadxl_start_second_round"
|
52
58
|
ITEM = "loadxl_item"
|
dcicutils/structured_data.py
CHANGED
@@ -192,7 +192,7 @@ class StructuredDataSet:
|
|
192
192
|
diffs = {}
|
193
193
|
if callable(progress):
|
194
194
|
ntypes, nobjects = get_counts()
|
195
|
-
progress({PROGRESS.ANALYZE_START.value:
|
195
|
+
progress({PROGRESS.ANALYZE_START.value: PROGRESS.NOW(),
|
196
196
|
PROGRESS.ANALYZE_COUNT_TYPES.value: ntypes, PROGRESS.ANALYZE_COUNT_ITEMS.value: nobjects})
|
197
197
|
if self.data or self.portal: # TODO: what is this OR biz?
|
198
198
|
refs = self.resolved_refs_with_uuids
|
@@ -225,7 +225,7 @@ class StructuredDataSet:
|
|
225
225
|
if callable(progress):
|
226
226
|
progress({PROGRESS.ANALYZE_COUNT_LOOKUP.value: nlookups})
|
227
227
|
if callable(progress):
|
228
|
-
progress({PROGRESS.ANALYZE_DONE.value:
|
228
|
+
progress({PROGRESS.ANALYZE_DONE.value: PROGRESS.NOW()})
|
229
229
|
return diffs
|
230
230
|
|
231
231
|
def load_file(self, file: str) -> None:
|
@@ -272,7 +272,7 @@ class StructuredDataSet:
|
|
272
272
|
return nrows, len(excel.sheet_names)
|
273
273
|
if self._progress: # TODO: Move to _load_reader
|
274
274
|
nrows, nsheets = get_counts()
|
275
|
-
self._progress({PROGRESS.LOAD_START.value:
|
275
|
+
self._progress({PROGRESS.LOAD_START.value: PROGRESS.NOW(),
|
276
276
|
PROGRESS.LOAD_COUNT_SHEETS.value: nsheets, PROGRESS.LOAD_COUNT_ROWS.value: nrows})
|
277
277
|
excel = Excel(file) # Order the sheet names by any specified ordering (e.g. ala snovault.loadxl).
|
278
278
|
order = {Schema.type_name(key): index for index, key in enumerate(self._order)} if self._order else {}
|
@@ -48,7 +48,7 @@ dcicutils/obfuscation_utils.py,sha256=fo2jOmDRC6xWpYX49u80bVNisqRRoPskFNX3ymFAmj
|
|
48
48
|
dcicutils/opensearch_utils.py,sha256=V2exmFYW8Xl2_pGFixF4I2Cc549Opwe4PhFi5twC0M8,1017
|
49
49
|
dcicutils/portal_object_utils.py,sha256=MF6MTZ6yxakZFDjbkTKCsF4q4p11dLDVvT5JBV9m6RQ,15408
|
50
50
|
dcicutils/portal_utils.py,sha256=oBoI3KWRp6YrbsuVGbmPQ3kATB5cVVsQo7-qmnYXWqg,30260
|
51
|
-
dcicutils/progress_constants.py,sha256=
|
51
|
+
dcicutils/progress_constants.py,sha256=yHstS8vdYgZPxGJ_dk36Tu2Yzvl9G78Q4lNdz3_RAAw,2504
|
52
52
|
dcicutils/project_utils.py,sha256=qPdCaFmWUVBJw4rw342iUytwdQC0P-XKpK4mhyIulMM,31250
|
53
53
|
dcicutils/qa_checkers.py,sha256=cdXjeL0jCDFDLT8VR8Px78aS10hwNISOO5G_Zv2TZ6M,20534
|
54
54
|
dcicutils/qa_utils.py,sha256=TT0SiJWiuxYvbsIyhK9VO4uV_suxhB6CpuC4qPacCzQ,160208
|
@@ -63,15 +63,15 @@ dcicutils/secrets_utils.py,sha256=8dppXAsiHhJzI6NmOcvJV5ldvKkQZzh3Fl-cb8Wm7MI,19
|
|
63
63
|
dcicutils/sheet_utils.py,sha256=VlmzteONW5VF_Q4vo0yA5vesz1ViUah1MZ_yA1rwZ0M,33629
|
64
64
|
dcicutils/snapshot_utils.py,sha256=ymP7PXH6-yEiXAt75w0ldQFciGNqWBClNxC5gfX2FnY,22961
|
65
65
|
dcicutils/ssl_certificate_utils.py,sha256=F0ifz_wnRRN9dfrfsz7aCp4UDLgHEY8LaK7PjnNvrAQ,9707
|
66
|
-
dcicutils/structured_data.py,sha256=
|
66
|
+
dcicutils/structured_data.py,sha256=S476gIC89TsUj3NxiE7FG1JlO-_tuV9wTYq4Nl0CIf8,58805
|
67
67
|
dcicutils/task_utils.py,sha256=MF8ujmTD6-O2AC2gRGPHyGdUrVKgtr8epT5XU8WtNjk,8082
|
68
68
|
dcicutils/tmpfile_utils.py,sha256=n95XF8dZVbQRSXBZTGToXXfSs3JUVRyN6c3ZZ0nhAWI,1403
|
69
69
|
dcicutils/trace_utils.py,sha256=g8kwV4ebEy5kXW6oOrEAUsurBcCROvwtZqz9fczsGRE,1769
|
70
70
|
dcicutils/validation_utils.py,sha256=cMZIU2cY98FYtzK52z5WUYck7urH6JcqOuz9jkXpqzg,14797
|
71
71
|
dcicutils/variant_utils.py,sha256=2H9azNx3xAj-MySg-uZ2SFqbWs4kZvf61JnK6b-h4Qw,4343
|
72
72
|
dcicutils/zip_utils.py,sha256=rnjNv_k6L9jT2SjDSgVXp4BEJYLtz9XN6Cl2Fy-tqnM,2027
|
73
|
-
dcicutils-8.8.1.
|
74
|
-
dcicutils-8.8.1.
|
75
|
-
dcicutils-8.8.1.
|
76
|
-
dcicutils-8.8.1.
|
77
|
-
dcicutils-8.8.1.
|
73
|
+
dcicutils-8.8.1.1b16.dist-info/LICENSE.txt,sha256=qnwSmfnEWMl5l78VPDEzAmEbLVrRqQvfUQiHT0ehrOo,1102
|
74
|
+
dcicutils-8.8.1.1b16.dist-info/METADATA,sha256=TYZX3dqTZbCIVvOl6YYiQC2SyvOn43UX4jaV4WLfkeM,3357
|
75
|
+
dcicutils-8.8.1.1b16.dist-info/WHEEL,sha256=7Z8_27uaHI_UZAc4Uox4PpBhQ9Y5_modZXWMxtUi4NU,88
|
76
|
+
dcicutils-8.8.1.1b16.dist-info/entry_points.txt,sha256=51Q4F_2V10L0282W7HFjP4jdzW4K8lnWDARJQVFy_hw,270
|
77
|
+
dcicutils-8.8.1.1b16.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|