deriva-ml 1.12.1__py3-none-any.whl → 1.12.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deriva_ml/upload.py +11 -12
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/METADATA +1 -1
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/RECORD +7 -7
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/WHEEL +0 -0
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/entry_points.txt +0 -0
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/licenses/LICENSE +0 -0
- {deriva_ml-1.12.1.dist-info → deriva_ml-1.12.2.dist-info}/top_level.txt +0 -0
deriva_ml/upload.py
CHANGED
|
@@ -74,17 +74,16 @@ feature_table_dir_regex = (
|
|
|
74
74
|
+ r"/(?P<schema>[-\w]+)/(?P<target_table>[-\w]+)/(?P<feature_name>[-\w]+)"
|
|
75
75
|
)
|
|
76
76
|
feature_value_regex = (
|
|
77
|
-
feature_table_dir_regex + r"/(?P=feature_name)[.](?P<
|
|
77
|
+
feature_table_dir_regex + r"/(?P=feature_name)[.](?P<ext>[(csv|json)]*)$"
|
|
78
78
|
)
|
|
79
79
|
feature_asset_dir_regex = feature_table_dir_regex + r"/asset/(?P<asset_table>[-\w]+)"
|
|
80
80
|
feature_asset_regex = (
|
|
81
|
-
feature_asset_dir_regex
|
|
82
|
-
+ r"/(?P<file_name>[A-Za-z0-9_-]+)[.](?P<file_ext>[a-z0-9]*)$"
|
|
81
|
+
feature_asset_dir_regex + r"/(?P<file>[A-Za-z0-9_-]+)[.](?P<ext>[a-z0-9]*)$"
|
|
83
82
|
)
|
|
84
83
|
|
|
85
84
|
asset_path_regex = exec_dir_regex + r"/asset/(?P<schema>[-\w]+)/(?P<asset_table>[-\w]*)"
|
|
86
85
|
|
|
87
|
-
asset_file_regex = r"(?P<
|
|
86
|
+
asset_file_regex = r"(?P<file>[-\w]+)[.](?P<ext>[a-z0-9]*)$"
|
|
88
87
|
|
|
89
88
|
table_regex = (
|
|
90
89
|
exec_dir_regex
|
|
@@ -211,16 +210,16 @@ def asset_table_upload_spec(model: DerivaModel, asset_table: str | Table):
|
|
|
211
210
|
"Filename": "{file_name}",
|
|
212
211
|
}
|
|
213
212
|
| {c: f"{{{c}}}" for c in metadata_columns},
|
|
214
|
-
"file_pattern": asset_path, # Sets schema, asset_table,
|
|
213
|
+
"file_pattern": asset_path, # Sets schema, asset_table, file
|
|
215
214
|
"asset_type": "file",
|
|
216
215
|
"target_table": [schema, asset_table.name],
|
|
217
216
|
"checksum_types": ["sha256", "md5"],
|
|
218
217
|
"hatrac_options": {"versioned_urls": True},
|
|
219
218
|
"hatrac_templates": {
|
|
220
|
-
"hatrac_uri": f"/hatrac/{asset_table.name}/{{md5}}.{{file_name}}
|
|
221
|
-
"content-disposition": "filename*=UTF-8''{file_name}
|
|
219
|
+
"hatrac_uri": f"/hatrac/{asset_table.name}/{{md5}}.{{file_name}}",
|
|
220
|
+
"content-disposition": "filename*=UTF-8''{file_name}",
|
|
222
221
|
},
|
|
223
|
-
"record_query_template": "/entity/{target_table}/MD5={
|
|
222
|
+
"record_query_template": "/entity/{target_table}/MD5={md5}&Filename={file_name}",
|
|
224
223
|
}
|
|
225
224
|
|
|
226
225
|
|
|
@@ -249,14 +248,14 @@ def bulk_upload_configuration(model: DerivaModel) -> dict[str, Any]:
|
|
|
249
248
|
"target_table": ["{schema}", "{asset_table}"],
|
|
250
249
|
"file_pattern": asset_path_regex
|
|
251
250
|
+ "/"
|
|
252
|
-
+ asset_file_regex, # Sets schema, asset_table,
|
|
251
|
+
+ asset_file_regex, # Sets schema, asset_table, name, ext
|
|
253
252
|
"checksum_types": ["sha256", "md5"],
|
|
254
253
|
"hatrac_options": {"versioned_urls": True},
|
|
255
254
|
"hatrac_templates": {
|
|
256
|
-
"hatrac_uri": "/hatrac/{asset_table}/{md5}.{file_name}
|
|
257
|
-
"content-disposition": "filename*=UTF-8''{file_name}
|
|
255
|
+
"hatrac_uri": "/hatrac/{asset_table}/{md5}.{file_name}",
|
|
256
|
+
"content-disposition": "filename*=UTF-8''{file_name}",
|
|
258
257
|
},
|
|
259
|
-
"record_query_template": "/entity/{target_table}/MD5={md5}&Filename={file_name}
|
|
258
|
+
"record_query_template": "/entity/{target_table}/MD5={md5}&Filename={file_name}",
|
|
260
259
|
},
|
|
261
260
|
# {
|
|
262
261
|
# Upload the records into a table
|
|
@@ -13,15 +13,15 @@ deriva_ml/execution_environment.py,sha256=bCRKrCELDbGQDo7_FKfw7e8iMzVjSRZK3baKkq
|
|
|
13
13
|
deriva_ml/feature.py,sha256=07g0uSrhumdopJluWuWSRMrzagaikAOihqB09bzXBP4,5475
|
|
14
14
|
deriva_ml/history.py,sha256=qTDLDs8Ow_6r7mDO0gZm0Fg81SWKOAgtCU5pzZoDRgM,2828
|
|
15
15
|
deriva_ml/test_functions.py,sha256=-eqLHjjCQCLBNAr1ofbZekNiCOfMISSACRxT_YHER8I,4396
|
|
16
|
-
deriva_ml/upload.py,sha256=
|
|
16
|
+
deriva_ml/upload.py,sha256=gHTGXAVlf56EwNzmw5zY0gbBf8h08eU2q2GBbb2FdVc,16087
|
|
17
17
|
deriva_ml/schema_setup/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
18
18
|
deriva_ml/schema_setup/annotations.py,sha256=v0gTpmWYxRqsQ-bcnQzsr8WowGv2pi9pZUsO3WWnu1U,9528
|
|
19
19
|
deriva_ml/schema_setup/create_schema.py,sha256=hNMc-v5tferd0UjfdB6nBw7Rc_o-Mg6NkPqQGie9YOw,11700
|
|
20
20
|
deriva_ml/schema_setup/policy.json,sha256=77sf0Imy6CAQV0_VwwbA56_KROJ05WXsvT-Wjtkk538,1633
|
|
21
21
|
deriva_ml/schema_setup/table_comments_utils.py,sha256=-2_ubEpoH7ViLVb-ZfW9wZbQ26DTKNgjkCABMzGu4i4,2140
|
|
22
|
-
deriva_ml-1.12.
|
|
23
|
-
deriva_ml-1.12.
|
|
24
|
-
deriva_ml-1.12.
|
|
25
|
-
deriva_ml-1.12.
|
|
26
|
-
deriva_ml-1.12.
|
|
27
|
-
deriva_ml-1.12.
|
|
22
|
+
deriva_ml-1.12.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
23
|
+
deriva_ml-1.12.2.dist-info/METADATA,sha256=EcMVbM-QX5myyijRGJnUmaQOjOCHhxHf-27T68A8P18,974
|
|
24
|
+
deriva_ml-1.12.2.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
|
25
|
+
deriva_ml-1.12.2.dist-info/entry_points.txt,sha256=ZiOvrYj022x544TQwi018ujeHRRDahNmwJnzn5ThacM,242
|
|
26
|
+
deriva_ml-1.12.2.dist-info/top_level.txt,sha256=I1Q1dkH96cRghdsFRVqwpa2M7IqJpR2QPUNNc5-Bnpw,10
|
|
27
|
+
deriva_ml-1.12.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|