nmdc-runtime 2.5.0__tar.gz → 2.6.0__tar.gz

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/.dockerignore

@@ -10,10 +10,17 @@ dist
 
 # Omit the Docker configuration/specification files from the image build context,
 # so we can edit them without invalidating existing image layers.
+#
+# Note: Although we exclude the `.docker/` directory from the build context, we
+#       make an exception for the `wait-for-it.sh` file within it, since we want
+#       that specific file to be `COPY`-ed into the `test` container image during
+#       that container image's build process (which is defined in `Dockerfile`).
+#
 # Reference: https://docs.docker.com/build/concepts/context/#dockerignore-files
+#
 /.dockerignore
-/.docker
-/.gitpod.Dockerfile
+/.docker/
+!/.docker/wait-for-it.sh
 /docker-compose.yml
 /docker-compose.test.yml
 /nmdc_runtime/Dockerfile

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/.env.example

@@ -52,3 +52,8 @@ INFO_BANNER_INNERHTML='Announcement: Something important is about to happen. If
 # To get the latest mongo dump directory, run e.g.
 # ssh -i ~/.ssh/nersc -q ${NERSC_USERNAME}@dtn01.nersc.gov 'bash -s ' < util/get_latest_nmdc_prod_dump_dir.sh 2>/dev/null
 MONGO_REMOTE_DUMP_DIR=/global/cfs/projectdirs/m3408/nmdc-mongodumps/dump_nmdc-prod_2025-02-12_20-12-02
+
+# The path to an executable copy of the `sshproxy` program maintained by NERSC.
+# Note: This is currently only used by the `nersc-sshproxy` target in `Makefile`.
+# Reference: https://docs.nersc.gov/connect/mfa/#sshproxy
+PATH_TO_NERSC_SSHPROXY=/Users/Alice/Downloads/sshproxy

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/.github/workflows/mkdocs.yml

@@ -17,9 +17,9 @@ jobs:
       - uses: actions/setup-python@v2
         with:
           python-version: 3.x
-      - run: pip install git+https://${GH_TOKEN}@github.com/squidfunk/mkdocs-material-insiders.git
-      - run: pip install mkdocs-mermaid2-plugin
-      - run: pip install mkdocs-jupyter
+      - name: Install Python package dependencies
+        run: pip install mkdocs-material mkdocs-mermaid2-plugin mkdocs-jupyter
+
       # Build the MkDocs site (but don't deploy it).
       #
       # Note: Until January 17, 2025, we would build and deploy the MkDocs website to GitHub Pages.
@@ -40,6 +40,5 @@ jobs:
       #       when the site is no longer buildable (e.g. due to someone inadvertently introducing an invalid source
       #       file, or due to one of the dependencies becoming unavailable), which can prompt remedial action.
       #
-      - run: mkdocs build
-env:
-  GH_TOKEN: ${{ secrets.GH_TOKEN_MKDOCS_MATERIAL_INSIDERS }}
+      - name: Build MkDocs site
+        run: mkdocs build

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/.github/workflows/python-app.yml

@@ -68,11 +68,11 @@ jobs:
       run: |
         mkdir _tmp
         docker run --rm \
-          -v ./mongoKeyFile:/mongoKeyFile \
+          -v ./.docker/mongoKeyFile:/mongoKeyFile \
           -v ./_tmp:/out \
           alpine \
           sh -c 'cp /mongoKeyFile /out/mongoKeyFile && chmod 600 /out/mongoKeyFile && chown 999:999 /out/mongoKeyFile'
-        mv _tmp/mongoKeyFile ./mongoKeyFile
+        mv _tmp/mongoKeyFile ./.docker/mongoKeyFile
         rmdir _tmp
     - name: Set up Python 3.10
       uses: actions/setup-python@v4

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/Makefile

@@ -113,8 +113,17 @@ publish:
 docs-dev:
 	mkdocs serve -a localhost:8080
 
+# 🙋 Prerequisites:
+#
+# 1. The `PATH_TO_NERSC_SSHPROXY` environment variable is set to the path of
+#    an executable copy of the `sshproxy` program maintained by NERSC.
+#    You can read about and download that program at the following URL:
+#    https://docs.nersc.gov/connect/mfa/#sshproxy
+#    
+# 2. The `NERSC_USERNAME` environment variable is set to your NERSC username.
+#
 nersc-sshproxy:
-	bash ./nersc-sshproxy.sh -u ${NERSC_USERNAME} # https://docs.nersc.gov/connect/mfa/#sshproxy
+	${PATH_TO_NERSC_SSHPROXY} -u ${NERSC_USERNAME}
 
 nersc-mongo-tunnels:
 	ssh -L27072:mongo-loadbalancer.nmdc.production.svc.spin.nersc.org:27017 \
@@ -130,7 +139,7 @@ mongorestore-nmdc-db:
 	# export MONGO_REMOTE_DUMP_DIR=$(ssh -i ~/.ssh/nersc -q ${NERSC_USERNAME}@dtn01.nersc.gov 'bash -s ' < util/get_latest_nmdc_prod_dump_dir.sh 2>/dev/null)
 	# ```
 	# Rsync the remote dump directory items of interest:
-	rsync -av --exclude='_*' --exclude='fs\.*' \
+	rsync -av --no-perms --exclude='_*' --exclude='fs\.*' \
 		-e "ssh -i ~/.ssh/nersc" \
 		${NERSC_USERNAME}@dtn01.nersc.gov:${MONGO_REMOTE_DUMP_DIR}/nmdc/ \
 		/tmp/remote-mongodump/nmdc

{nmdc_runtime-2.5.0/nmdc_runtime.egg-info → nmdc_runtime-2.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nmdc_runtime
-Version: 2.5.0
+Version: 2.6.0
 Summary: A runtime system for NMDC data management and orchestration
 Home-page: https://github.com/microbiomedata/nmdc-runtime
 Author: Donny Winston
@@ -106,10 +106,10 @@ docker compose version
 docker info
 ```
 
-Ensure the permissions of `./mongoKeyFile` are such that only the file's owner can read or write the file.
+Ensure the permissions of `./.docker/mongoKeyFile` are such that only the file's owner can read or write the file.
 
 ```shell
-chmod 600 ./mongoKeyFile
+chmod 600 ./.docker/mongoKeyFile
 ```
 
 Ensure you have a `.env` file for the Docker services to source from. You may copy `.env.example` to

{nmdc_runtime-2.5.0 → nmdc_runtime-2.6.0}/README.md

@@ -83,10 +83,10 @@ docker compose version
 docker info
 ```
 
-Ensure the permissions of `./mongoKeyFile` are such that only the file's owner can read or write the file.
+Ensure the permissions of `./.docker/mongoKeyFile` are such that only the file's owner can read or write the file.
 
 ```shell
-chmod 600 ./mongoKeyFile
+chmod 600 ./.docker/mongoKeyFile
 ```
 
 Ensure you have a `.env` file for the Docker services to source from. You may copy `.env.example` to

nmdc_runtime-2.6.0/db/migrations/notebooks/migrate_11_4_0_to_11_5_0.ipynb

@@ -0,0 +1,56 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "d05efc6327778f9c",
+   "metadata": {},
+   "source": [
+    "# Migrate MongoDB database from `nmdc-schema` `v11.4.0` to `v11.5.0`"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "b99d5924e825b9a2",
+   "metadata": {},
+   "source": [
+    "There are no migrators associated with any schema changes between schema versions `v11.4.0` and `v11.5.0`. So, this notebook is a \"no op\" (i.e. \"no operation\")."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "initial_id",
+   "metadata": {
+    "collapsed": true,
+    "jupyter": {
+     "is_executing": true
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# no op"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

nmdc_runtime-2.6.0/db/migrations/notebooks/migrate_11_5_0_to_11_5_1.ipynb

@@ -0,0 +1,56 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "d05efc6327778f9c",
+   "metadata": {},
+   "source": [
+    "# Migrate MongoDB database from `nmdc-schema` `v11.5.0` to `v11.5.1`"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "b99d5924e825b9a2",
+   "metadata": {},
+   "source": [
+    "There are no migrators associated with any schema changes between schema versions `v11.5.0` and `v11.5.1`. So, this notebook is a \"no op\" (i.e. \"no operation\")."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "initial_id",
+   "metadata": {
+    "collapsed": true,
+    "jupyter": {
+     "is_executing": true
+    }
+   },
+   "outputs": [],
+   "source": [
+    "# no op"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}