diffsky 0.3.6__tar.gz → 0.3.8__tar.gz

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/linting.yaml

@@ -12,7 +12,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
 
       - uses: conda-incubator/setup-miniconda@v4
         with:

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/mockgen_opencosmo_main.yaml

@@ -15,6 +15,10 @@ jobs:
     name: python make_lj_mock.py testing_lj_mock_config.yaml
     runs-on: "ubuntu-latest"
 
+    env:
+      # Force UCX to use standard TCP/shared memory
+      UCX_TLS: "tcp,self,sm"
+
     steps:
       - name: free disk space
         uses: endersonmenezes/free-disk-space@v3
@@ -24,7 +28,7 @@ jobs:
           remove_haskell: true
           rm_cmd: "rmz"
 
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -88,19 +92,21 @@ jobs:
 
           # Download data
           cd dsps_drn
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/ssp_data_fsps_v3.2_emlines.sparse.hdf5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/ssp-data-v1/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5
 
           cd filters
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_u_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_g_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_r_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_i_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_z_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_y_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_u_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_g_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_r_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_i_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_z_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_y_transmission.h5
           cd ..
           cd ..
 
+          # download lc_cores-decomposition.txt
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt
+
           # Set environment variable
           export DSPS_DRN="${GITHUB_WORKSPACE}/dsps_drn"
           echo "DSPS_DRN=${DSPS_DRN}" >> $GITHUB_ENV
@@ -114,6 +120,8 @@ jobs:
           # Run mock production script
           mpiexec -n 1 python scripts/LJ_LC_MOCKS/make_lj_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
 
+          mv lc_cores-decomposition.txt ci_test_output/dummy_version_name/
+
       - name: verify script completed
         shell: bash -l {0}
         run: |
@@ -122,7 +130,7 @@ jobs:
       - name: validate mock
         shell: bash -l {0}
         run: |
-          python scripts/LJ_LC_MOCKS/inspect_lc_mock.py ci_test_output/dummy_version_name
+          python scripts/LJ_LC_MOCKS/inspect_lc_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
 
       - name: Create dummy diffsky galaxies for OpenCosmo
         shell: bash -l {0}

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/mockgen_opencosmo_release.yaml

@@ -15,6 +15,10 @@ jobs:
     name: python make_lj_mock.py testing_lj_mock_config.yaml
     runs-on: "ubuntu-latest"
 
+    env:
+      # Force UCX to use standard TCP/shared memory
+      UCX_TLS: "tcp,self,sm"
+
     steps:
       - name: free disk space
         uses: endersonmenezes/free-disk-space@v3
@@ -24,7 +28,7 @@ jobs:
           remove_haskell: true
           rm_cmd: "rmz"
 
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -83,18 +87,21 @@ jobs:
 
           # Download data
           cd dsps_drn
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/ssp_data_fsps_v3.2_emlines.sparse.hdf5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/ssp-data-v1/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5
+
           cd filters
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_u_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_g_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_r_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_i_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_z_transmission.h5
-          wget $WGET_OPTS https://portal.nersc.gov/project/hacc/aphearin/DSPS_data/filters/lsst_y_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_u_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_g_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_r_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_i_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_z_transmission.h5
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_y_transmission.h5
           cd ..
           cd ..
 
+          # download lc_cores-decomposition.txt
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt
+
           # Set environment variable
           export DSPS_DRN="${GITHUB_WORKSPACE}/dsps_drn"
           echo "DSPS_DRN=${DSPS_DRN}" >> $GITHUB_ENV
@@ -108,6 +115,8 @@ jobs:
           # Run mock production script
           mpiexec -n 1 python scripts/LJ_LC_MOCKS/make_lj_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
 
+          mv lc_cores-decomposition.txt ci_test_output/dummy_version_name/
+
       - name: verify script completed
         shell: bash -l {0}
         run: |
@@ -116,7 +125,7 @@ jobs:
       - name: validate mock
         shell: bash -l {0}
         run: |
-          python scripts/LJ_LC_MOCKS/inspect_lc_mock.py ci_test_output/dummy_version_name
+          python scripts/LJ_LC_MOCKS/inspect_lc_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
 
       - name: Create dummy diffsky galaxies for OpenCosmo
         shell: bash -l {0}

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/monthly-warning-test.yaml

@@ -12,7 +12,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/test_latest_releases.yaml

@@ -12,7 +12,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -64,7 +64,7 @@ jobs:
           pytest -v diffsky --cov --cov-report=xml
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v6
+        uses: codecov/codecov-action@v7
         env:
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
 

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/test_main_branch.yaml

@@ -12,7 +12,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -72,7 +72,7 @@ jobs:
           pytest -v diffsky --cov --cov-report=xml
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v6
+        uses: codecov/codecov-action@v7
         env:
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
 

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/test_main_branch_no_extra_deps.yaml

@@ -17,7 +17,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -75,7 +75,7 @@ jobs:
           pytest -v diffsky --cov --cov-report=xml
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v6
+        uses: codecov/codecov-action@v7
         env:
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
 

{diffsky-0.3.6 → diffsky-0.3.8}/.github/workflows/tests_cron.yaml

@@ -16,7 +16,7 @@ jobs:
     runs-on: "ubuntu-latest"
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -76,7 +76,7 @@ jobs:
           pytest -v diffsky --cov --cov-report=xml
 
       - name: Upload coverage reports to Codecov
-        uses: codecov/codecov-action@v6
+        uses: codecov/codecov-action@v7
         env:
           CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
 

{diffsky-0.3.6 → diffsky-0.3.8}/.gitignore

@@ -10,6 +10,7 @@ Untitled*.ipynb
 
 scripts/*.cfg
 scripts/*.cfg~
+docs/source/mock_download_dir
 
 .DS_Store
 **/.DS_Store
@@ -17,6 +18,7 @@ scripts/*.cfg~
 docs/source/drn_dsps_temp/*
 ci_test_output/*
 docs/source/download_dir/*
+docs/source/mock_download_dir/*
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

diffsky-0.3.8/.readthedocs.yml

@@ -0,0 +1,53 @@
+version: 2
+
+sphinx:
+  configuration: docs/source/conf.py
+
+build:
+  os: "ubuntu-22.04"
+  tools:
+    python: "miniconda-latest"
+  jobs:
+    pre_build:
+      # Download DSPS SSP data and LSST filter curves
+      - mkdir -p docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/ssp-data-v1/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5 -P docs/source/dsps_drn
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_u_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_g_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_r_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_i_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_z_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_y_transmission.h5 -P docs/source/dsps_drn/filters
+      - export DSPS_DRN="dsps_drn"
+
+      # Download a pre-computed example mock for use in demo notebooks
+      - mkdir -p docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt -P docs/source/mock_download_dir
+
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/diffsky_cosmos_260316_05_03_2026_param_collection.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/diffsky_cosmos_260316_05_03_2026_ssp_data.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/diffsky_cosmos_260316_05_03_2026_transmission_curves.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/diffsky_cosmos_260316_05_03_2026_t_table.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/lc_cores-442.0.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v1/lc_cores-453.0.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+
+      # # Generate the mock
+      # - export DSPS_DRN="${PWD}/dsps_drn" && python scripts/LJ_LC_MOCKS/make_lj_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
+      # - export DSPS_DRN="${PWD}/dsps_drn" && python scripts/LJ_LC_MOCKS/create_dummy_mock_data.py ci_test_output/dummy_version_name
+
+      # # Copy mock data to where the notebook expects it
+      # - cp ci_test_output/dummy_version_name/* docs/source/mock_download_dir/
+
+      # Use the toolkit to create OpenCosmo-formatted data
+      - mkdir -p docs/source/oc_download_dir
+      - diffpipe run docs/source/mock_download_dir docs/source/oc_download_dir -n 1
+      - cp docs/source/mock_download_dir/diffsky_*.hdf5 docs/source/oc_download_dir/
+      - cp docs/source/mock_download_dir/lc_cores-decomposition.txt docs/source/oc_download_dir/
+
+conda:
+  environment: docs/source/rtd_environment.yaml
+
+python:
+  install:
+    - method: pip
+      path: .

{diffsky-0.3.6 → diffsky-0.3.8}/CHANGES.rst

@@ -1,3 +1,27 @@
+0.3.8 (2026-08-25)
+-------------------
+- Add HLTDS fields for image simulation: ELIAS-N1, EDFS_a, EDFS_b
+- Change littleh convention so that all spatial positions of mocks are now in Mpc (not Mpc/h) (https://github.com/ArgonneCPAC/diffsky/pull/478)
+- Fix bug in ra, dec of synthetic halos due to outdated LastJourney file (https://github.com/ArgonneCPAC/diffsky/pull/481)
+- Fix bug in abundance of low-redshift synthetic halos due to incorrect downsampling factor (https://github.com/ArgonneCPAC/diffsky/pull/482)
+- Include `redshift_obs` column in diffsky mocks (https://github.com/ArgonneCPAC/diffsky/pull/484)
+
+0.3.7 (2026-08-05)
+-------------------
+- Reinstate OpenCosmo docs (https://github.com/ArgonneCPAC/diffsky/pull/439)
+- Migrate top-level modules into subdirectories
+    - phot_utils.py: https://github.com/ArgonneCPAC/diffsky/pull/449
+    - soft_histograms: https://github.com/ArgonneCPAC/diffsky/pull/450
+- Fix bug in `ra, dec`. This bug created a 180 degree offset in RA/phi co-ordinates, which rotated the galaxies away from the dark matter, leading to zero gg-lensing signal (https://github.com/ArgonneCPAC/diffsky/pull/456)
+- Add documentation of Monte Carlo lightcone generators based on diffhalos (https://github.com/ArgonneCPAC/diffsky/pull/458)
+- Ship physical km/s peculiar velocity instead of comoving km/s (https://github.com/ArgonneCPAC/diffsky/pull/464)
+- Remove obsolete prototype calibrations and bring in new models (https://github.com/ArgonneCPAC/diffsky/pull/466)
+- Fix bug in `ra, dec` for synthetic halos (https://github.com/ArgonneCPAC/diffsky/pull/469)
+- Fix bug in ellipsoidal shapes (https://github.com/ArgonneCPAC/diffsky/pull/468)
+- Retune disk axis ratio distribution and size--mass relation (https://github.com/ArgonneCPAC/diffsky/pull/470)
+- Version of code used to produce `c260710_08_02_2026`
+
+
 0.3.6 (2026-06-12)
 -------------------
 - Version of code used to produce cosmos_260316_06_05_2026

{diffsky-0.3.6/diffsky.egg-info → diffsky-0.3.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsky
-Version: 0.3.6
+Version: 0.3.8
 Summary: Library for differentiable generation of synthetic skies
 Author-email: Andrew Hearin <ahearin@anl.gov>
 License: BSD 3-Clause License
@@ -84,12 +84,10 @@ Online documentation for diffsky is available at
 Latest version of diffsky mocks
 -------------------------------
 
-See `this OpenCosmo tutorial <https://github.com/ArgonneCPAC/opencosmo-examples/blob/main/03-Diffsky/demo_diffmah_diffstar.ipynb/>`_
-for information about how to access the latest mock with OpenCosmo.
-All the publicly available mocks are located at the following path on NERSC::
+See `this OpenCosmo tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffsky-nersc/>`_
+for information about how to access and query the latest mock with OpenCosmo, and `this tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffmah-diffstar/>`_ about how to compute mass accretion and star formation histories. 
+The latest release of the mocks can be downloaded at this URL: 
 
-    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/
+    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_08_02_2026
 
-For the most recent version of the mocks::
-
-    cosmos_260316_05_03_2026 (30 deg^2)
+See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/472/>`_ for further information about the latest mock.

{diffsky-0.3.6 → diffsky-0.3.8}/README.rst

@@ -34,12 +34,10 @@ Online documentation for diffsky is available at
 Latest version of diffsky mocks
 -------------------------------
 
-See `this OpenCosmo tutorial <https://github.com/ArgonneCPAC/opencosmo-examples/blob/main/03-Diffsky/demo_diffmah_diffstar.ipynb/>`_
-for information about how to access the latest mock with OpenCosmo.
-All the publicly available mocks are located at the following path on NERSC::
+See `this OpenCosmo tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffsky-nersc/>`_
+for information about how to access and query the latest mock with OpenCosmo, and `this tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffmah-diffstar/>`_ about how to compute mass accretion and star formation histories. 
+The latest release of the mocks can be downloaded at this URL: 
 
-    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/
+    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_08_02_2026
 
-For the most recent version of the mocks::
-
-    cosmos_260316_05_03_2026 (30 deg^2)
+See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/472/>`_ for further information about the latest mock.

diffsky-0.3.8/diffsky/__init__.py

@@ -0,0 +1,8 @@
+""" """
+
+# flake8: noqa
+
+from ._version import __version__
+from .mass_functions.mc_diffmah_tpeak import mc_subhalos
+from .soft_histograms import diffndhist, diffndhist_lomem, signdhist, signdhist_lomem
+from .utils import phot_utils, tw_utils

diffsky-0.3.8/diffsky/_version.py

@@ -0,0 +1 @@
+__version__ = '0.3.8'