deriva-ml 1.14.43__tar.gz → 1.14.44__tar.gz

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deriva-ml
-Version: 1.14.43
+Version: 1.14.44
 Summary: Utilities to simplify use of Dervia and Pandas to create reproducable ML pipelines
 Author-email: ISRD <isrd-dev@isi.edu>
 Requires-Python: >=3.10

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/pyproject.toml

@@ -43,8 +43,8 @@ build-backend = "setuptools.build_meta"
 [tool.uv]
 
 [tool.uv.sources]
-bdbag = {git = "https://github.com/fair-research/bdbag", branch = "master" }
-deriva = {git = "https://github.com/informatics-isi-edu/deriva-py", branch = "master" }
+#bdbag = {git = "https://github.com/fair-research/bdbag", branch = "master" }
+#deriva = {git = "https://github.com/informatics-isi-edu/deriva-py", branch = "master" }
 
 
 [tool.setuptools.package-data]

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/src/deriva_ml/dataset/dataset.py

@@ -1289,8 +1289,8 @@ class Dataset:
                 {
                     "processor": "fetch",
                     "processor_params": {
-                        "query_path": f"/attribute/{spath}/!(URL::null::)/url:=URL,length:=Length,filename:=Filename,md5:=MD5",
-                        "output_path": f"asset/{table.name}",
+                        "query_path": f"/attribute/{spath}/!(URL::null::)/url:=URL,length:=Length,filename:=Filename,md5:=MD5,asset_rid:=RID",
+                        "output_path": "asset/{asset_rid}/" + table.name,
                     },
                 }
             )
@@ -1341,9 +1341,9 @@ class Dataset:
                     "source": {
                         "skip_root_path": False,
                         "api": "attribute",
-                        "path": f"{spath}/!(URL::null::)/url:=URL,length:=Length,filename:=Filename,md5:=MD5",
+                        "path": f"{spath}/!(URL::null::)/url:=URL,length:=Length,filename:=Filename,md5:=MD5, asset_rid:=RID",
                     },
-                    "destination": {"name": f"asset/{table.name}", "type": "fetch"},
+                    "destination": {"name": "asset/{asset_rid}/" + table.name, "type": "fetch"},
                 }
             )
         return exports

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/src/deriva_ml/dataset/upload.py

@@ -296,7 +296,6 @@ def upload_directory(model: DerivaModel, directory: Path | str) -> dict[Any, Fil
 
         with spec_file.open("w+") as cfile:
             json.dump(bulk_upload_configuration(model), cfile)
-        print("Creating GenericUploader...")
         uploader = GenericUploader(
             server={
                 "host": model.hostname,
@@ -318,7 +317,6 @@ def upload_directory(model: DerivaModel, directory: Path | str) -> dict[Any, Fil
             }
         finally:
             uploader.cleanup()
-            print(f"Cleanup called...{uploader}")
         return results
 
 

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/src/deriva_ml/run_notebook.py

@@ -10,7 +10,7 @@ import nbformat
 import papermill as pm
 import regex as re
 from deriva.core import BaseCLI
-from nbconvert import HTMLExporter
+from nbconvert import MarkdownExporter
 
 from deriva_ml import DerivaML, ExecAssetType, Execution, ExecutionConfiguration, MLAsset, Workflow
 
@@ -157,11 +157,16 @@ class DerivaMLRunNotebookCLI(BaseCLI):
             )
 
             # Generate an HTML version of the output notebook.
+            notebook_output_md = notebook_output.with_suffix(".md")
+            with notebook_output.open() as f:
+                nb = nbformat.read(f, as_version=4)
+            # Convert to Markdown
+            exporter = MarkdownExporter()
+            (body, resources) = exporter.from_notebook_node(nb)
+
+            with notebook_output_md.open("w") as f:
+                f.write(body)
             nb = nbformat.read(notebook_output, as_version=4)
-            html_exporter = HTMLExporter(template_name="classic")
-            body, resources = html_exporter.from_notebook_node(nb)
-            notebook_output_html = notebook_output.with_suffix(".html")
-            notebook_output_html.write_text(body, encoding="utf-8")
 
             execution.asset_file_path(
                 asset_name=MLAsset.execution_asset,
@@ -171,12 +176,12 @@ class DerivaMLRunNotebookCLI(BaseCLI):
 
             execution.asset_file_path(
                 asset_name=MLAsset.execution_asset,
-                file_name=notebook_output_html,
+                file_name=notebook_output_md,
                 asset_types=ExecAssetType.notebook_output,
             )
             execution.asset_file_path(
                 asset_name=MLAsset.execution_asset,
-                file_name=notebook_output_html,
+                file_name=notebook_output_md,
                 asset_types=ExecAssetType.notebook_output,
             )
             print("parameter....")

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/src/deriva_ml.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deriva-ml
-Version: 1.14.43
+Version: 1.14.44
 Summary: Utilities to simplify use of Dervia and Pandas to create reproducable ML pipelines
 Author-email: ISRD <isrd-dev@isi.edu>
 Requires-Python: >=3.10

{deriva_ml-1.14.43 → deriva_ml-1.14.44}/src/deriva_ml.egg-info/SOURCES.txt

@@ -93,7 +93,6 @@ tests/dataset/__init__.py
 tests/dataset/demo-catalog-schema.json
 tests/dataset/deriva-ml-reference.json
 tests/dataset/eye-ai-catalog-schema.json
-tests/dataset/test_dataset_export.py
 tests/dataset/test_dataset_version.py
 tests/dataset/test_datasets.py
 tests/dataset/test_download.py