caltechdata-api 1.11.0__tar.gz → 2.1.0__tar.gz

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/PKG-INFO

@@ -1,20 +1,25 @@
 Metadata-Version: 2.4
 Name: caltechdata_api
-Version: 1.11.0
+Version: 2.1.0
 Summary: Python wrapper for CaltechDATA API.
-Home-page: https://github.com/caltechlibrary/caltechdata_api
-Author: Thomas E Morrell, Rohan Bhattarai, Elizabeth Won, Alexander A Abakah, Kshemaahna Nagi
-Author-email: tmorrell@caltech.edu, aabakah@caltech.edu, knagi@caltech.edu
-License: MIT
-Classifier: License :: OSI Approved :: MIT License
+Author: Rohan Bhattarai, Elizabeth Won
+Author-email: Thomas E Morrell <tmorrell@caltech.edu>, Alexander A Abakah <aabakah@caltech.edu>, Kshemaahna Nagi <knagi@caltech.edu>
+Maintainer-email: Thomas E Morrell <tmorrell@caltech.edu>
+License-Expression: BSD-3-Clause
+Project-URL: Homepage, https://github.com/caltechlibrary/caltechdata_api
+Project-URL: Repository, https://github.com/caltechlibrary/caltechdata_api
+Project-URL: Issues, https://github.com/caltechlibrary/caltechdata_api/issues
+Keywords: metadata,software,InvenioRDM
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.7
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.6.0
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: requests
@@ -44,7 +49,7 @@ The `caltechdata_api` Python library provides a convenient interface for interac
 
 ## Requirements
 
-- Python 3.6+
+- Python 3.9+
 
 ## Installation
 
@@ -54,6 +59,18 @@ Install the library via pip:
 pip install caltechdata_api
 ```
 
+Or add it to a [uv](https://docs.astral.sh/uv/) project:
+
+```shell
+uv add caltechdata_api
+```
+
+You can also run a script using uv:
+
+```shell
+uv run write.py
+```
+
 ## Examples
 
 There are some example python scripts in the GitHub repository.
@@ -61,7 +78,7 @@ There are some example python scripts in the GitHub repository.
 ### Create a record:
 
 ```shell
-python write.py example.json -fnames logo.gif
+uv run write.py example.json -fnames logo.gif
 # Output: pbkn6-m9y63 (unique identifier)
 ```
 > The response will be the unique identifier for the record. You can put this at
@@ -71,7 +88,7 @@ https://data.caltechlibrary.dev/records/pbkn6-m9y63)
 ### Edit a record 
 Make changes to the example.json file to see a change)
 ```
-python edit.py example.json -id pbkn6-m9y63
+uv run edit.py example.json -id pbkn6-m9y63
 10.33569/pbkn6-m9y63
 ```
 > The response is the DOI for the record, which includes the unique identifier
@@ -82,13 +99,13 @@ Some groups have worked with the library to create custom DOIs. These can be
 passed in the metadata like:
 
 ```shell
-python write.py example_custom.json -fnames logo.gif
+uv run write.py example_custom.json -fnames logo.gif
 m6zxz-p4j22
 ```
 
 And then you can edit with
 ```
-python edit.py example_custom.json -id m6zxz-p4j22
+uv run edit.py example_custom.json -id m6zxz-p4j22
 10.5281/inveniordm.1234
 ```
 

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/README.md

@@ -15,7 +15,7 @@ The `caltechdata_api` Python library provides a convenient interface for interac
 
 ## Requirements
 
-- Python 3.6+
+- Python 3.9+
 
 ## Installation
 
@@ -25,6 +25,18 @@ Install the library via pip:
 pip install caltechdata_api
 ```
 
+Or add it to a [uv](https://docs.astral.sh/uv/) project:
+
+```shell
+uv add caltechdata_api
+```
+
+You can also run a script using uv:
+
+```shell
+uv run write.py
+```
+
 ## Examples
 
 There are some example python scripts in the GitHub repository.
@@ -32,7 +44,7 @@ There are some example python scripts in the GitHub repository.
 ### Create a record:
 
 ```shell
-python write.py example.json -fnames logo.gif
+uv run write.py example.json -fnames logo.gif
 # Output: pbkn6-m9y63 (unique identifier)
 ```
 > The response will be the unique identifier for the record. You can put this at
@@ -42,7 +54,7 @@ https://data.caltechlibrary.dev/records/pbkn6-m9y63)
 ### Edit a record 
 Make changes to the example.json file to see a change)
 ```
-python edit.py example.json -id pbkn6-m9y63
+uv run edit.py example.json -id pbkn6-m9y63
 10.33569/pbkn6-m9y63
 ```
 > The response is the DOI for the record, which includes the unique identifier
@@ -53,13 +65,13 @@ Some groups have worked with the library to create custom DOIs. These can be
 passed in the metadata like:
 
 ```shell
-python write.py example_custom.json -fnames logo.gif
+uv run write.py example_custom.json -fnames logo.gif
 m6zxz-p4j22
 ```
 
 And then you can edit with
 ```
-python edit.py example_custom.json -id m6zxz-p4j22
+uv run edit.py example_custom.json -id m6zxz-p4j22
 10.5281/inveniordm.1234
 ```
 

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api/caltechdata_edit.py

@@ -7,7 +7,6 @@ from caltechdata_api import (
     customize_schema,
     write_files_rdm,
     add_file_links,
-    send_to_community,
 )
 
 
@@ -16,7 +15,8 @@ def caltechdata_unembargo(token, ids, production=False):
 
 
 def caltechdata_accept(ids, token=None, production=False):
-    # Accept a record into a community
+    # Accept a record into a community. Only accepts the first community
+    # request
 
     # If no token is provided, get from RDMTOK environment variable
     if not token:
@@ -36,8 +36,15 @@ def caltechdata_accept(ids, token=None, production=False):
         result = requests.get(
             url + "/api/records/" + idv + "/draft/review", headers=headers
         )
-
-        accept_link = result.json()["links"]["actions"]["accept"]
+        if result.status_code != 200:
+            result = requests.get(
+                url + "/api/records/" + idv + "/requests", headers=headers
+            )
+            if result.status_code != 200:
+                raise Exception(result.text)
+            accept_link = result.json()["hits"]["hits"][0]["links"]["actions"]["accept"]
+        else:
+            accept_link = result.json()["links"]["actions"]["accept"]
         data = comment = {
             "payload": {
                 "content": "This record is accepted automatically with the CaltechDATA API",
@@ -97,7 +104,7 @@ def caltechdata_edit(
     token=None,
     files={},
     production=False,
-    schema="43",
+    schema=None,
     publish=False,
     file_links=[],
     s3=None,
@@ -122,41 +129,6 @@ def caltechdata_edit(
     if isinstance(files, str) == True:
         files = [files]
 
-    # Check if file links were provided in the metadata
-    descriptions = []
-    ex_file_links = []
-    ex_file_descriptions = []
-    if "descriptions" in metadata:
-        for d in metadata["descriptions"]:
-            if d["description"].startswith("Files available via S3"):
-                file_text = d["description"]
-                file_list = file_text.split('href="')
-                # Check if we have file_descriptions
-                split_comma = file_list[0].split(", ")
-                if len(split_comma) == 3:
-                    ex_file_descriptions.append(split_comma[1])
-                # Loop over links in description, skip header text
-                for file in file_list[1:]:
-                    ex_file_links.append(file.split('"\n')[0])
-                    split_comma = file.split(", ")
-                    if len(split_comma) == 3:
-                        ex_file_descriptions.append(split_comma[1])
-            else:
-                descriptions.append(d)
-        # We remove file link descriptions, and re-add below
-        metadata["descriptions"] = descriptions
-
-    # If user has provided file links as a cli option, we add those
-    if file_links:
-        metadata = add_file_links(
-            metadata, file_links, file_descriptions, s3_link=s3_link
-        )
-    # Otherwise we add file links found in the mtadata file
-    elif ex_file_links:
-        metadata = add_file_links(
-            metadata, ex_file_links, ex_file_descriptions, s3_link=s3_link
-        )
-
     if authors == False:
         if production == True:
             url = "https://data.caltech.edu/"
@@ -181,6 +153,18 @@ def caltechdata_edit(
         "Content-type": "application/octet-stream",
     }
 
+    # Add to community if provided:
+    if community:
+        result = requests.post(
+            url + "/api/records/" + idv + "/communities",
+            headers=headers,
+            data=json.dumps({"communities": [{"id": community}]}),
+        )
+        if result.status_code != 200:
+            print(result.url)
+            raise Exception(result.text)
+        caltechdata_accept([idv], token, production)
+
     # Check status
     existing = requests.get(
         url + "/api/records/" + idv,
@@ -294,10 +278,19 @@ def caltechdata_edit(
             # We want to have the system set new DOIs
             data["pids"] = {}
     else:
-        if authors == False:
+        if authors == False and schema == "43":
             metadata["pids"] = pids
             data = customize_schema.customize_schema(metadata, schema=schema)
-        else:
+        elif authors == False:
+            # Data using RDM schema, force oai PID
+            if "pids" not in metadata:
+                metadata["pids"] = {}
+            metadata["pids"]["oai"] = {
+                "identifier": f"oai:data.caltech.edu:{idv}",
+                "provider": "oai",
+            }
+            data = metadata
+        if authors == True:
             # Authors, force oai PID
             if "pids" not in metadata:
                 metadata["pids"] = {}
@@ -307,7 +300,21 @@ def caltechdata_edit(
             }
             data = metadata
 
-    if files:
+    # Check for existing draft
+    result = requests.get(
+        url + "/api/records/" + idv + "/draft",
+        headers=headers,
+    )
+    if result.status_code != 200:
+        # We make a draft
+        result = requests.post(
+            url + "/api/records/" + idv + "/draft",
+            headers=headers,
+        )
+        if result.status_code != 201:
+            raise Exception(result.text)
+
+    if files or file_links:
         if default_preview:
             data["files"] = {"enabled": True, "default_preview": default_preview}
         else:
@@ -320,29 +327,15 @@ def caltechdata_edit(
         )
         if result.status_code != 200:
             raise Exception(result.text)
-        file_link = result.json()["links"]["files"]
-        write_files_rdm(files, file_link, headers, f_headers, keepfiles=keepfiles)
+        file_upload_link = result.json()["links"]["files"]
+        if files:
+            write_files_rdm(
+                files, file_upload_link, headers, f_headers, keepfiles=keepfiles
+            )
+        if file_links:
+            add_file_links(file_upload_link, file_links, headers, keepfiles=keepfiles)
 
     else:
-        # Check for existing draft
-        result = requests.get(
-            url + "/api/records/" + idv + "/draft",
-            headers=headers,
-        )
-        if result.status_code != 200:
-            # We make a draft
-            result = requests.post(
-                url + "/api/records/" + idv + "/draft",
-                headers=headers,
-            )
-            if result.status_code != 201:
-                time.sleep(3)
-                result = requests.post(
-                    url + "/api/records/" + idv + "/draft",
-                    headers=headers,
-                )
-                if result.status_code != 201:
-                    raise Exception(result.text)
         # We want files to stay the same as the existing record
         data["files"] = existing["files"]
         if default_preview:

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api/caltechdata_write.py

@@ -67,45 +67,40 @@ def write_files_rdm(
                     raise Exception(result.text)
 
 
-def add_file_links(
-    metadata, file_links, file_descriptions=[], additional_descriptions="", s3_link=None
-):
+def add_file_links(file_upload_link, file_links, headers, keepfiles=False):
     # Currently configured for S3 links, assuming all are at the same endpoint
     link_string = ""
     endpoint = "https://" + file_links[0].split("/")[2]
     s3 = s3fs.S3FileSystem(anon=True, client_kwargs={"endpoint_url": endpoint})
     index = 0
+    file_json = []
+    f_list = []
     for link in file_links:
         file = link.split("/")[-1]
+        f_list.append(file)
         path = link.split(endpoint)[1]
         size = s3.info(path)["size"]
-        size = humanbytes(size)
-        try:
-            description = file_descriptions[index]
-            if description != " ":
-                desc = description + ","
-            else:
-                desc = ""
-        except IndexError:
-            desc = ""
-        if link_string == "":
-            if s3_link:
-                link_string = f"Files available via S3 at {s3_link}&lt;/p&gt;</p>"
-            else:
-                cleaned = link.strip(file)
-                link_string = f"Files available via S3 at {cleaned}&lt;/p&gt;</p>"
-        link_string += f"""{file}, {desc} {size}  
-        <p>&lt;a role="button" class="ui compact mini button" href="{link}"
-        &gt; &lt;i class="download icon"&gt;&lt;/i&gt; Download &lt;/a&gt;</p>&lt;/p&gt;</p>
-        """
-        index += 1
-    # Tack on any additional descriptions
-    if additional_descriptions != "":
-        link_string += additional_descriptions
 
-    description = {"description": link_string, "descriptionType": "files"}
-    metadata["descriptions"].append(description)
-    return metadata
+        file_json.append(
+            {"key": file, "size": size, "transfer": {"type": "R", "url": link}}
+        )
+    # Now we see if any existing files need to be replaced
+    result = requests.get(file_upload_link, headers=headers)
+    if result.status_code == 200:
+        ex_files = result.json()["entries"]
+        for ex in ex_files:
+            if ex["key"] in f_list:
+                result = requests.delete(ex["links"]["self"], headers=headers)
+                if result.status_code != 204:
+                    raise Exception(result.text)
+            else:
+                if keepfiles == False:
+                    result = requests.delete(ex["links"]["self"], headers=headers)
+                    if result.status_code != 204:
+                        raise Exception(result.text)
+    result = requests.post(file_upload_link, headers=headers, json=file_json)
+    if result.status_code != 201:
+        raise Exception(result.text)
 
 
 def send_to_community(
@@ -155,14 +150,13 @@ def caltechdata_write(
     token=None,
     files=[],
     production=False,
-    schema="43",
+    schema=None,
     publish=False,
     file_links=[],
     s3=None,
     community=None,
     authors=False,
     file_descriptions=[],
-    s3_link=None,
     default_preview=None,
     review_message=None,
     verify=True,
@@ -181,15 +175,25 @@ def caltechdata_write(
     if not token:
         token = os.environ["RDMTOK"]
 
+    if authors == False:
+        if production == True:
+            url = "https://data.caltech.edu/"
+        elif local == True:
+            url = "https://127.0.0.1:5000/"
+        else:
+            url = "https://data.caltechlibrary.dev/"
+    else:
+        if production == True:
+            url = "https://authors.library.caltech.edu/"
+        elif local == True:
+            url = "https://127.0.0.1:5000/"
+        else:
+            url = "https://authors.caltechlibrary.dev/"
+
     # If files is a string - change to single value array
     if isinstance(files, str) == True:
         files = [files]
 
-    if file_links:
-        metadata = add_file_links(
-            metadata, file_links, file_descriptions, s3_link=s3_link
-        )
-
     # Pull out pid information
     if production == True:
         repo_prefix = "10.22002"
@@ -235,22 +239,11 @@ def caltechdata_write(
     if "pids" not in metadata:
         metadata["pids"] = pids
 
-    if authors == False:
+    if authors == False and schema == "43":
         data = customize_schema.customize_schema(metadata, schema=schema)
-        if production == True:
-            url = "https://data.caltech.edu/"
-        elif local == True:
-            url = "https://127.0.0.1:5000/"
-        else:
-            url = "https://data.caltechlibrary.dev/"
     else:
+        # Using RDM schema, no customization
         data = metadata
-        if production == True:
-            url = "https://authors.library.caltech.edu/"
-        elif local == True:
-            url = "https://127.0.0.1:5000/"
-        else:
-            url = "https://authors.caltechlibrary.dev/"
 
     headers = {
         "Authorization": "Bearer %s" % token,
@@ -261,10 +254,13 @@ def caltechdata_write(
         "Content-type": "application/octet-stream",
     }
 
-    if not files:
+    if files or file_links:
+        if default_preview:
+            data["files"] = {"enabled": True, "default_preview": default_preview}
+        else:
+            data["files"] = {"enabled": True}
+    else:
         data["files"] = {"enabled": False}
-    elif default_preview:
-        data["files"] = {"enabled": True, "default_preview": default_preview}
 
     # Make draft and publish
     result = requests.post(
@@ -277,11 +273,14 @@ def caltechdata_write(
             raise Exception(result.text)
     idv = result.json()["id"]
     publish_link = result.json()["links"]["publish"]
+    file_link = result.json()["links"]["files"]
 
     if files:
-        file_link = result.json()["links"]["files"]
         write_files_rdm(files, file_link, headers, f_headers, s3, verify=verify)
 
+    if file_links:
+        add_file_links(file_link, file_links, headers)
+
     if community:
         review_link = result.json()["links"]["review"]
         send_to_community(

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api/cli.py

@@ -364,8 +364,8 @@ def upload_supporting_file(record_id=None):
             "Do you want to upload or link data files? (upload/link/n): "
         ).lower()
         if choice == "link":
-            endpoint = "sdsc.osn.xsede.org"
-            path = "ini230004-bucket01/"
+            endpoint = "caltech2.osn.mghpcc.org"
+            path = "caltechdata-public/"
             if not record_id:
                 write_s3cmd_config(endpoint)
                 print("""S3 connection configured.""")

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api/customize_schema.py

@@ -7,28 +7,6 @@ from pathlib import Path
 import requests
 
 
-def grid_to_ror(grid):
-    # Temporary until InvenioRDM stops spitting out GRIDS
-    # We manually handle some incorrect/redundant GRID Ids
-    if grid == "grid.451078.f":
-        ror = "00hm6j694"
-    elif grid == "grid.5805.8":
-        ror = "02en5vm52"
-    elif grid == "grid.465477.3":
-        ror = "00em52312"
-    else:
-        url = (
-            f"https://api.ror.org/organizations?query.advanced=external_ids.all:{grid}"
-        )
-        results = requests.get(url).json()
-        if len(results["items"]) == 0:
-            print(url + "doesn't have a valid ROR")
-            exit()
-        ror = results["items"][0]["id"]
-        ror = ror.split("ror.org/")[1]
-    return ror
-
-
 def get_vocabularies():
     """Returns dictionary of vocabularies"""
     path = Path(__file__).parent
@@ -297,7 +275,7 @@ def customize_schema_rdm(json_record):
             if "geoLocationPoint" in location:
                 lat = location["geoLocationPoint"]["pointLatitude"]
                 lon = location["geoLocationPoint"]["pointLongitude"]
-                new["geometry"] = {"type": "Point", "coordinates": [lat, lon]}
+                new["geometry"] = {"type": "Point", "coordinates": [lon, lat]}
             if "geoLocationBox" in location:
                 south = float(location["geoLocationBox"]["southBoundLatitude"])
                 north = float(location["geoLocationBox"]["northBoundLatitude"])
@@ -307,11 +285,11 @@ def customize_schema_rdm(json_record):
                     "type": "Polygon",
                     "coordinates": [
                         [
-                            [north, east],
-                            [north, west],
-                            [south, west],
-                            [south, east],
-                            [north, east],
+                            [east, north],
+                            [west, north],
+                            [west, south],
+                            [east, south],
+                            [east, north],
                         ]
                     ],
                 }
@@ -335,11 +313,6 @@ def customize_schema_rdm(json_record):
                         ror = ror.split("ror.org/")[1]
                     funder["id"] = ror
                     fund.pop("funderIdentifierType")
-                elif fund["funderIdentifierType"] == "GRID":
-                    # We need this temporarily to round-trip data
-                    ror = grid_to_ror(fund.pop("funderIdentifier"))
-                    funder["id"] = ror
-                    fund.pop("funderIdentifierType")
                 else:
                     print(f'Unknown Type mapping {fund["funderIdentifierType"]}')
             if "awardTitle" in fund:
@@ -568,8 +541,6 @@ def validate_metadata(json_record):
         else:
 
             for geo_loc in json_record["geoLocations"]:
-                if not isinstance(geo_loc, dict) or "geoLocationPlace" not in geo_loc:
-                    errors.append("Each 'geoLocation' must have 'geoLocationPlace'.")
                 if "geoLocationPoint" in geo_loc:
                     point = geo_loc["geoLocationPoint"]
                     if (

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api/get_metadata.py

@@ -12,11 +12,11 @@ def get_metadata(
     production=True,
     validate=True,
     emails=False,
-    schema="43",
+    schema=None,
     token=False,
     authors=False,
 ):
-    # Returns just DataCite metadata or DataCite metadata with emails
+    # Returns InvenioRDM metadata, or just DataCite metadata, or DataCite metadata with emails
 
     if production == True:
         if authors:
@@ -35,7 +35,7 @@ def get_metadata(
         "accept": "application/json",
     }
 
-    if authors:
+    if authors or schema == None:
         headers = base_headers
         validate = False
     else:
@@ -114,7 +114,7 @@ if __name__ == "__main__":
         action="store_true",
         help="skip validation of metadata",
     )
-    parser.add_argument("-schema", default="43", help="Schema Version")
+    parser.add_argument("-schema", default=None, help="Schema Version")
 
     args = parser.parse_args()
 

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api.egg-info/PKG-INFO

@@ -1,20 +1,25 @@
 Metadata-Version: 2.4
 Name: caltechdata_api
-Version: 1.11.0
+Version: 2.1.0
 Summary: Python wrapper for CaltechDATA API.
-Home-page: https://github.com/caltechlibrary/caltechdata_api
-Author: Thomas E Morrell, Rohan Bhattarai, Elizabeth Won, Alexander A Abakah, Kshemaahna Nagi
-Author-email: tmorrell@caltech.edu, aabakah@caltech.edu, knagi@caltech.edu
-License: MIT
-Classifier: License :: OSI Approved :: MIT License
+Author: Rohan Bhattarai, Elizabeth Won
+Author-email: Thomas E Morrell <tmorrell@caltech.edu>, Alexander A Abakah <aabakah@caltech.edu>, Kshemaahna Nagi <knagi@caltech.edu>
+Maintainer-email: Thomas E Morrell <tmorrell@caltech.edu>
+License-Expression: BSD-3-Clause
+Project-URL: Homepage, https://github.com/caltechlibrary/caltechdata_api
+Project-URL: Repository, https://github.com/caltechlibrary/caltechdata_api
+Project-URL: Issues, https://github.com/caltechlibrary/caltechdata_api/issues
+Keywords: metadata,software,InvenioRDM
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.7
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.6.0
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: requests
@@ -44,7 +49,7 @@ The `caltechdata_api` Python library provides a convenient interface for interac
 
 ## Requirements
 
-- Python 3.6+
+- Python 3.9+
 
 ## Installation
 
@@ -54,6 +59,18 @@ Install the library via pip:
 pip install caltechdata_api
 ```
 
+Or add it to a [uv](https://docs.astral.sh/uv/) project:
+
+```shell
+uv add caltechdata_api
+```
+
+You can also run a script using uv:
+
+```shell
+uv run write.py
+```
+
 ## Examples
 
 There are some example python scripts in the GitHub repository.
@@ -61,7 +78,7 @@ There are some example python scripts in the GitHub repository.
 ### Create a record:
 
 ```shell
-python write.py example.json -fnames logo.gif
+uv run write.py example.json -fnames logo.gif
 # Output: pbkn6-m9y63 (unique identifier)
 ```
 > The response will be the unique identifier for the record. You can put this at
@@ -71,7 +88,7 @@ https://data.caltechlibrary.dev/records/pbkn6-m9y63)
 ### Edit a record 
 Make changes to the example.json file to see a change)
 ```
-python edit.py example.json -id pbkn6-m9y63
+uv run edit.py example.json -id pbkn6-m9y63
 10.33569/pbkn6-m9y63
 ```
 > The response is the DOI for the record, which includes the unique identifier
@@ -82,13 +99,13 @@ Some groups have worked with the library to create custom DOIs. These can be
 passed in the metadata like:
 
 ```shell
-python write.py example_custom.json -fnames logo.gif
+uv run write.py example_custom.json -fnames logo.gif
 m6zxz-p4j22
 ```
 
 And then you can edit with
 ```
-python edit.py example_custom.json -id m6zxz-p4j22
+uv run edit.py example_custom.json -id m6zxz-p4j22
 10.5281/inveniordm.1234
 ```
 

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/caltechdata_api.egg-info/SOURCES.txt

@@ -1,8 +1,6 @@
 LICENSE
 README.md
 pyproject.toml
-setup.cfg
-setup.py
 caltechdata_api/__init__.py
 caltechdata_api/caltechdata_edit.py
 caltechdata_api/caltechdata_write.py

caltechdata_api-2.1.0/pyproject.toml

@@ -0,0 +1,69 @@
+[build-system]
+requires = ["setuptools>=77.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "caltechdata_api"
+version = "2.1.0"
+description = "Python wrapper for CaltechDATA API."
+readme = "README.md"
+requires-python = ">=3.9"
+license = "BSD-3-Clause"
+license-files = ["LICENSE"]
+authors = [
+    {name = "Thomas E Morrell", email = "tmorrell@caltech.edu"},
+    {name = "Rohan Bhattarai"},
+    {name = "Elizabeth Won"},
+    {name = "Alexander A Abakah", email = "aabakah@caltech.edu"},
+    {name = "Kshemaahna Nagi", email = "knagi@caltech.edu"},
+]
+maintainers = [
+    {name = "Thomas E Morrell", email = "tmorrell@caltech.edu"},
+]
+keywords = ["metadata", "software", "InvenioRDM"]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
+    "Programming Language :: Python :: Implementation :: CPython",
+    "Operating System :: OS Independent",
+]
+dependencies = [
+    "requests",
+    "datacite>1.1.0",
+    "tqdm>=4.62.3",
+    "pyyaml",
+    "s3fs",
+    "cryptography",
+    "s3cmd",
+    "jsonschema-specifications",
+]
+
+[project.urls]
+Homepage = "https://github.com/caltechlibrary/caltechdata_api"
+Repository = "https://github.com/caltechlibrary/caltechdata_api"
+Issues = "https://github.com/caltechlibrary/caltechdata_api/issues"
+
+[project.scripts]
+caltechdata_api = "caltechdata_api.cli:main"
+
+[dependency-groups]
+dev = [
+    "pytest>=7.0",
+    "black",
+]
+
+[tool.setuptools.packages.find]
+include = ["caltechdata_api*"]
+
+[tool.setuptools.package-data]
+caltechdata_api = ["vocabularies.yaml", "vocabularies/*"]
+
+[tool.pytest.ini_options]
+addopts = "--verbose"
+testpaths = ["tests"]
+pythonpath = ["tests"]

caltechdata_api-2.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

{caltechdata_api-1.11.0 → caltechdata_api-2.1.0}/tests/test_rdm.py

@@ -7,6 +7,10 @@ from caltechdata_api import (
 import json
 import os
 
+# Any file will do here, we just need something to attach to the test records
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+UPLOAD_FILE = os.path.join(BASE_DIR, "helpers.py")
+
 
 def test_datacite_rdm_conversion(full_datacite43_record, full_rdm_record):
 
@@ -48,7 +52,7 @@ def test_datacite_rdm_create_edit(full_datacite43_record):
         full_datacite43_record,
         schema="43",
         production=False,
-        files=["helpers.py"],
+        files=[UPLOAD_FILE],
         publish=True,
         token=env_token,
     )
@@ -68,8 +72,7 @@ def test_datacite_rdm_create_edit(full_datacite43_record):
 
     assert doi.startswith("10.33569")
 
-    # Validate is false until geolocation points are fixed/we move to 4.6
-    new_metadata = get_metadata(recid, production=False, validate=False)
+    new_metadata = get_metadata(recid, production=False, schema="43")
 
     assert new_metadata["publisher"] == "Edited"
 
@@ -78,7 +81,7 @@ def test_datacite_rdm_create_edit(full_datacite43_record):
     new_doi = caltechdata_edit(
         recid,
         full_datacite43_record,
-        files=["helpers.py"],
+        files=[UPLOAD_FILE],
         schema="43",
         production=False,
         publish=True,
@@ -89,7 +92,6 @@ def test_datacite_rdm_create_edit(full_datacite43_record):
 
     recid = new_doi.split("/")[1]
 
-    # Validate is false until geolocation points are fixed/we move to 4.6
-    new_metadata = get_metadata(recid, production=False, validate=False)
+    new_metadata = get_metadata(recid, production=False, schema="43")
 
     assert new_metadata["publisher"] == "Again!"

caltechdata_api-2.1.0/tests/test_unit.py

@@ -0,0 +1,76 @@
+import os
+import pytest
+import logging
+from caltechdata_api import validate_metadata as validator43
+from helpers import load_json_path
+
+# Configure logging
+logging.basicConfig(level=logging.DEBUG)
+logger = logging.getLogger(__name__)
+
+# Dynamically determine the base path
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+INVALID_DATACITE43_DIR = os.path.join(BASE_DIR, "data", "invalid_datacite43")
+
+
+# Function to get all JSON files in the directory
+def get_all_json_files(directory):
+    return [
+        os.path.join(directory, f) for f in os.listdir(directory) if f.endswith(".json")
+    ]
+
+
+# Get list of all valid and invalid JSON files
+VALID_DATACITE43_FILES = get_all_json_files(
+    os.path.join(BASE_DIR, "data", "datacite43")
+)
+INVALID_DATACITE43_FILES = get_all_json_files(INVALID_DATACITE43_DIR)
+
+
+@pytest.mark.parametrize("valid_file", VALID_DATACITE43_FILES)
+def test_valid_json(valid_file):
+    """Test that valid example files validate successfully."""
+    print(f"\nValidating file: {valid_file}")
+    json_data = load_json_path(valid_file)
+    validation_errors = None
+    try:
+        validation_errors = validator43(json_data)
+    except ValueError as e:
+        pytest.fail(f"Validation failed for: {valid_file}\nErrors: {str(e)}")
+
+    assert (
+        not validation_errors
+    ), f"Validation failed for: {valid_file}\nErrors: {validation_errors}"
+    print(f"Validation passed for: {valid_file}")
+
+
+@pytest.mark.parametrize("invalid_file", INVALID_DATACITE43_FILES)
+def test_invalid_json(invalid_file):
+    """Test that invalid example files do not validate successfully."""
+    logger.debug(f"Attempting to validate invalid file: {invalid_file}")
+
+    json_data = load_json_path(invalid_file)
+
+    def validate_wrapper():
+        try:
+            validation_errors = validator43(json_data)
+
+            logger.debug(f"Validation result for {invalid_file}: {validation_errors}")
+
+            if validation_errors:
+                logger.debug(f"Found validation errors in {invalid_file}")
+                return
+
+            logger.error(
+                f"No validation errors found for supposedly invalid file: {invalid_file}"
+            )
+            raise ValueError(
+                f"Validation did not fail for invalid file: {invalid_file}"
+            )
+
+        except Exception as e:
+            logger.error(f"Validation exception for {invalid_file}: {str(e)}")
+            raise
+
+    with pytest.raises((ValueError, KeyError, AssertionError, TypeError)):
+        validate_wrapper()

caltechdata_api-1.11.0/pyproject.toml

@@ -1,3 +0,0 @@
-[build-system]
-requires = ["setuptools>=61.0", "wheel"]
-build-backend = "setuptools.build_meta"

caltechdata_api-1.11.0/setup.cfg

@@ -1,55 +0,0 @@
-[build-system]
-requires = ["setuptools>=64.0","wheel"]
-build-backend = "setuptools.build_meta"
-
-[metadata]
-name = caltechdata_api
-version = 1.11.0
-author = Thomas E Morrell, Rohan Bhattarai, Elizabeth Won, Alexander A Abakah, Kshemaahna Nagi
-author_email = tmorrell@caltech.edu, aabakah@caltech.edu, knagi@caltech.edu
-description = Python wrapper for CaltechDATA API.
-long_description = file: README.md
-long_description_content_type = text/markdown
-url = https://github.com/caltechlibrary/caltechdata_api
-license = MIT
-classifiers = 
-	License :: OSI Approved :: MIT License
-	Programming Language :: Python :: 3
-	Programming Language :: Python :: 3.7
-	Programming Language :: Python :: 3.8
-	Programming Language :: Python :: 3.9
-	Programming Language :: Python :: 3.10
-	Programming Language :: Python :: Implementation :: CPython
-	Operating System :: OS Independent
-
-[options]
-packages = find:
-python_requires = >=3.6.0
-install_requires = 
-	requests
-	datacite>1.1.0
-	tqdm>=4.62.3
-	pyyaml
-	s3fs
-	cryptography
-	s3cmd
-	jsonschema-specifications
-include_package_data = True
-
-[options.packages.find]
-exclude = tests
-
-[options.package_data]
-caltechdata_api = vocabularies.yaml, vocabularies/*
-
-[options.entry_points]
-console_scripts = 
-	caltechdata_api=caltechdata_api.cli:main
-
-[tool:pytest]
-addopts = --verbose
-
-[egg_info]
-tag_build = 
-tag_date = 0
-

caltechdata_api-1.11.0/setup.py

@@ -1,3 +0,0 @@
-from setuptools import setup
-
-setup()

caltechdata_api-1.11.0/tests/test_unit.py

@@ -1,166 +0,0 @@
-import os
-import pytest
-import logging
-from caltechdata_api import validate_metadata as validator43
-from helpers import load_json_path
-
-# Configure logging
-logging.basicConfig(level=logging.DEBUG)
-logger = logging.getLogger(__name__)
-
-# Dynamically determine the base path
-BASE_DIR = os.path.dirname(os.path.abspath(__file__))
-INVALID_DATACITE43_DIR = os.path.join(BASE_DIR, "data", "invalid_datacite43")
-DATACITE43_DIR = os.path.join(BASE_DIR, "data")
-
-
-# Function to get all JSON files in the directory
-def get_all_json_files(directory):
-    return [
-        os.path.join(directory, f) for f in os.listdir(directory) if f.endswith(".json")
-    ]
-
-
-# Get list of all valid and invalid JSON files
-VALID_DATACITE43_FILES = get_all_json_files(
-    os.path.join(BASE_DIR, "data", "datacite43")
-)
-INVALID_DATACITE43_FILES = get_all_json_files(INVALID_DATACITE43_DIR)
-
-
-@pytest.mark.parametrize("valid_file", VALID_DATACITE43_FILES)
-def test_valid_json(valid_file):
-    """Test that valid example files validate successfully."""
-    print(f"\nValidating file: {valid_file}")
-    json_data = load_json_path(valid_file)
-    validation_errors = None
-    try:
-        validation_errors = validator43(json_data)
-    except ValueError as e:
-        pytest.fail(f"Validation failed for: {valid_file}\nErrors: {str(e)}")
-
-    assert (
-        not validation_errors
-    ), f"Validation failed for: {valid_file}\nErrors: {validation_errors}"
-    print(f"Validation passed for: {valid_file}")
-
-
-@pytest.mark.parametrize("invalid_file", INVALID_DATACITE43_FILES)
-def test_invalid_json(invalid_file):
-    """Test that invalid example files do not validate successfully."""
-    logger.debug(f"Attempting to validate invalid file: {invalid_file}")
-
-    json_data = load_json_path(invalid_file)
-
-    def validate_wrapper():
-        try:
-            validation_errors = validator43(json_data)
-
-            logger.debug(f"Validation result for {invalid_file}: {validation_errors}")
-
-            if validation_errors:
-                logger.debug(f"Found validation errors in {invalid_file}")
-                return
-
-            logger.error(
-                f"No validation errors found for supposedly invalid file: {invalid_file}"
-            )
-            raise ValueError(
-                f"Validation did not fail for invalid file: {invalid_file}"
-            )
-
-        except Exception as e:
-            logger.error(f"Validation exception for {invalid_file}: {str(e)}")
-            raise
-
-    with pytest.raises((ValueError, KeyError, AssertionError, TypeError)):
-        validate_wrapper()
-
-
-@pytest.mark.parametrize(
-    "missing_field_file",
-    [
-        {
-            "file": os.path.join(DATACITE43_DIR, "missing_creators.json"),
-            "missing_field": "creators",
-        },
-        {
-            "file": os.path.join(DATACITE43_DIR, "missing_titles.json"),
-            "missing_field": "titles",
-        },
-    ],
-)
-def test_missing_required_fields(missing_field_file):
-    """Test that JSON files missing required fields fail validation."""
-    print(
-        f"\nTesting missing field: {missing_field_file['missing_field']} in file: {missing_field_file['file']}"
-    )
-
-    # Skip the test if the file doesn't exist
-    if not os.path.exists(missing_field_file["file"]):
-        pytest.skip(f"Test file not found: {missing_field_file['file']}")
-
-    json_data = load_json_path(missing_field_file["file"])
-    with pytest.raises(
-        ValueError,
-        match=f"Missing required metadata field: {missing_field_file['missing_field']}",
-    ):
-        validator43(json_data)
-
-
-@pytest.mark.parametrize(
-    "type_error_file",
-    [
-        {
-            "file": os.path.join(DATACITE43_DIR, "type_error_creators.json"),
-            "field": "creators",
-        },
-        {
-            "file": os.path.join(DATACITE43_DIR, "type_error_dates.json"),
-            "field": "dates",
-        },
-    ],
-)
-def test_incorrect_field_types(type_error_file):
-    """Test that JSON files with incorrect field types fail validation."""
-    print(
-        f"\nTesting incorrect type in field: {type_error_file['field']} for file: {type_error_file['file']}"
-    )
-
-    # Skip the test if the file doesn't exist
-    if not os.path.exists(type_error_file["file"]):
-        pytest.skip(f"Test file not found: {type_error_file['file']}")
-
-    json_data = load_json_path(type_error_file["file"])
-    with pytest.raises(
-        ValueError, match=f"Incorrect type for field: {type_error_file['field']}"
-    ):
-        validator43(json_data)
-
-
-def test_multiple_errors():
-    """Test JSON file with multiple issues to check all errors are raised."""
-    multiple_errors_file = os.path.join(DATACITE43_DIR, "multiple_errors.json")
-
-    # Skip the test if the file doesn't exist
-    if not os.path.exists(multiple_errors_file):
-        pytest.skip(f"Test file not found: {multiple_errors_file}")
-
-    json_data = load_json_path(multiple_errors_file)
-    with pytest.raises(ValueError, match="Multiple validation errors"):
-        validator43(json_data)
-
-
-def test_error_logging(caplog):
-    """Test that errors are logged correctly during validation."""
-    some_invalid_file = os.path.join(INVALID_DATACITE43_DIR, "some_invalid_file.json")
-
-    # Skip the test if the file doesn't exist
-    if not os.path.exists(some_invalid_file):
-        pytest.skip(f"Test file not found: {some_invalid_file}")
-
-    json_data = load_json_path(some_invalid_file)
-    with caplog.at_level(logging.ERROR):
-        with pytest.raises(ValueError):
-            validator43(json_data)
-    assert "Validation failed" in caplog.text