diffsky 0.3.7__tar.gz → 0.3.9__tar.gz

diffsky-0.3.7/.github/workflows/mockgen_opencosmo_main.yaml → diffsky-0.3.9/.github/workflows/mockgen_opencosmo.yaml

@@ -1,4 +1,4 @@
-name: make_lj_mock.py synthetic halos (opencosmo main)
+name: make_lj_mock.py synthetic halos
 
 on:
   workflow_dispatch: null
@@ -12,16 +12,21 @@ on:
 
 jobs:
   mock-generation:
-    name: python make_lj_mock.py testing_lj_mock_config.yaml
+    name: python make_lj_mock.py testing_lj_mock_config.yaml (opencosmo ${{ matrix.opencosmo }})
     runs-on: "ubuntu-latest"
 
+    strategy:
+      fail-fast: false
+      matrix:
+        opencosmo: [release, main]
+
     env:
       # Force UCX to use standard TCP/shared memory
       UCX_TLS: "tcp,self,sm"
 
     steps:
       - name: free disk space
-        uses: endersonmenezes/free-disk-space@v3
+        uses: endersonmenezes/free-disk-space@v4
         with:
           remove_android: true
           remove_dotnet: true
@@ -70,17 +75,13 @@ jobs:
           pip install --no-deps --no-build-isolation git+https://github.com/ArgonneCPAC/dsps.git
           pip install --no-deps --no-build-isolation git+https://github.com/ArgonneCPAC/diffhalos.git
 
-          pip install git+https://github.com/ArgonneCPAC/opencosmo.git
+          if [ "${{ matrix.opencosmo }}" = "main" ]; then
+            pip install git+https://github.com/ArgonneCPAC/opencosmo.git
+          fi
           pip install git+https://github.com/AstroPatty/diffpipe.git
 
           python -m pip install --no-build-isolation --no-deps -e .
 
-      - name: check download IP addresses
-        shell: bash -l {0}
-        run: |
-          curl -4 https://api.ipify.org
-          curl -6 https://api6.ipify.org || echo "No IPv6"
-
       - name: download dsps data
         timeout-minutes: 5
         shell: bash -l {0}
@@ -104,8 +105,18 @@ jobs:
           cd ..
           cd ..
 
-          # download lc_cores-decomposition.txt
-          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt
+          # download HACC core lightcone
+          mkdir -p LastJourney/core-lc-9
+          cd LastJourney/core-lc-9
+          wget $WGET_OPTS https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-decomposition.txt
+
+          wget $WGET_OPTS -P step_411 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-411.843.hdf5
+          wget $WGET_OPTS -P step_421 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-421.843.hdf5
+          wget $WGET_OPTS -P step_432 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-432.843.hdf5
+          wget $WGET_OPTS -P step_442 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-442.843.hdf5
+          wget $WGET_OPTS -P step_453 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-453.843.hdf5
+          wget $WGET_OPTS -P step_464 https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v3/lc_cores-464.843.hdf5
+          cd ../..
 
           # Set environment variable
           export DSPS_DRN="${GITHUB_WORKSPACE}/dsps_drn"
@@ -117,10 +128,11 @@ jobs:
           # Create output directory
           mkdir -p ci_test_output
 
-          # Run mock production script
+          # Run mock production script with real halos and synthetics
           mpiexec -n 1 python scripts/LJ_LC_MOCKS/make_lj_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
+          mpiexec -n 1 python scripts/LJ_LC_MOCKS/make_lj_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml -synthetic_cores 1
 
-          mv lc_cores-decomposition.txt ci_test_output/dummy_version_name/
+          cp LastJourney/core-lc-9/lc_cores-decomposition.txt ci_test_output/dummy_version_name/
 
       - name: verify script completed
         shell: bash -l {0}
@@ -130,13 +142,9 @@ jobs:
       - name: validate mock
         shell: bash -l {0}
         run: |
+          python scripts/LJ_LC_MOCKS/check_lc_mock_completeness.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml -infer_drn_mock
           python scripts/LJ_LC_MOCKS/inspect_lc_mock.py scripts/LJ_LC_MOCKS/testing_lj_mock_config.yaml
 
-      - name: Create dummy diffsky galaxies for OpenCosmo
-        shell: bash -l {0}
-        run: |
-          python scripts/LJ_LC_MOCKS/create_dummy_mock_data.py ci_test_output/dummy_version_name
-
       - name: OpenCosmo toolkit data conversion
         shell: bash -l {0}
         run: |

diffsky-0.3.9/.readthedocs.yml

@@ -0,0 +1,72 @@
+version: 2
+
+sphinx:
+  configuration: docs/source/conf.py
+
+build:
+  os: "ubuntu-22.04"
+  tools:
+    python: "miniconda-latest"
+  jobs:
+    pre_build:
+      # Download DSPS SSP data and LSST filter curves
+      - mkdir -p docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/ssp-data-v1/fsps_v0.4.7_mist_c3k_a_kroupa_wNE_logGasU-2.0_logGasZ0.0.sparse.h5 -P docs/source/dsps_drn
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_u_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_g_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_r_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_i_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_z_transmission.h5 -P docs/source/dsps_drn/filters
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/filters-v1/lsst_y_transmission.h5 -P docs/source/dsps_drn/filters
+      - export DSPS_DRN="dsps_drn"
+
+      # Download a pre-computed Diffsky-native mock for use in demo notebooks
+      - mkdir -p docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/diffsky_c260710_test_09_15_2026_param_collection.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/diffsky_c260710_test_09_15_2026_ssp_data.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/diffsky_c260710_test_09_15_2026_transmission_curves.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/diffsky_c260710_test_09_15_2026_t_table.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/testmock_cfg.yaml -P docs/source/mock_download_dir
+
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-411.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-421.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-432.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-442.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-453.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-464.843.diffsky_gals.hdf5 -P docs/source/mock_download_dir
+
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-411.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-421.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-432.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-442.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-453.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/mock-galaxies-v2/lc_cores-464.843.diffsky_gals.synthetic_halos.hdf5 -P docs/source/mock_download_dir
+
+      - ls -l docs/source/mock_download_dir
+
+      # Download a pre-computed OpenCosmo-formatted mock for use in demo notebooks
+      - mkdir -p docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/hacc-data-lastjourney-v1/lc_cores-decomposition.txt -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/diffsky_c260710_test_09_15_2026_param_collection.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/diffsky_c260710_test_09_15_2026_ssp_data.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/diffsky_c260710_test_09_15_2026_transmission_curves.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/diffsky_c260710_test_09_15_2026_t_table.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/testmock_cfg.yaml -P docs/source/oc_download_dir
+
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-411.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-421.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-432.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-442.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-453.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+      - wget -q https://github.com/ArgonneCPAC/diffsky-data/releases/download/oc-mock-galaxies-v1/lc_cores-464.diffsky_gals.hdf5 -P docs/source/oc_download_dir
+
+      - ls -l docs/source/oc_download_dir
+
+conda:
+  environment: docs/source/rtd_environment.yaml
+
+python:
+  install:
+    - method: pip
+      path: .

{diffsky-0.3.7 → diffsky-0.3.9}/CHANGES.rst

@@ -1,3 +1,23 @@
+0.3.9 (2026-10-13)
+-------------------
+- Improve performance of all photometry/SED kernels by using jnp.einsum (https://github.com/ArgonneCPAC/diffsky/pull/496)
+- Fix bug in 2d shapes of mock galaxies (https://github.com/ArgonneCPAC/diffsky/pull/494)
+- Restore readthedocs builds (https://github.com/ArgonneCPAC/diffsky/pull/500)
+- Update Last Journey mocks to be based on core-lc-9 (https://github.com/ArgonneCPAC/diffsky/pull/503)
+- Improve script validating mock (https://github.com/ArgonneCPAC/diffsky/pull/509)
+- Begin using actual HACC core lightcones in CI testing workflows (https://github.com/ArgonneCPAC/diffsky/pull/510)
+- Fix bug in redshift-dependence of satellite NFW positions (https://github.com/ArgonneCPAC/diffsky/pull/511)
+- Add checkpointing feature to mock-production script (https://github.com/ArgonneCPAC/diffsky/pull/512)
+
+
+0.3.8 (2026-08-25)
+-------------------
+- Add HLTDS fields for image simulation: ELIAS-N1, EDFS_a, EDFS_b
+- Change littleh convention so that all spatial positions of mocks are now in Mpc (not Mpc/h) (https://github.com/ArgonneCPAC/diffsky/pull/478)
+- Fix bug in ra, dec of synthetic halos due to outdated LastJourney file (https://github.com/ArgonneCPAC/diffsky/pull/481)
+- Fix bug in abundance of low-redshift synthetic halos due to incorrect downsampling factor (https://github.com/ArgonneCPAC/diffsky/pull/482)
+- Include `redshift_obs` column in diffsky mocks (https://github.com/ArgonneCPAC/diffsky/pull/484)
+
 0.3.7 (2026-08-05)
 -------------------
 - Reinstate OpenCosmo docs (https://github.com/ArgonneCPAC/diffsky/pull/439)

{diffsky-0.3.7 → diffsky-0.3.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: diffsky
-Version: 0.3.7
+Version: 0.3.9
 Summary: Library for differentiable generation of synthetic skies
 Author-email: Andrew Hearin <ahearin@anl.gov>
 License: BSD 3-Clause License
@@ -84,10 +84,10 @@ Online documentation for diffsky is available at
 Latest version of diffsky mocks
 -------------------------------
 
-See `this OpenCosmo tutorial <https://github.com/ArgonneCPAC/opencosmo-examples/blob/main/03-Diffsky/demo_diffmah_diffstar.ipynb/>`_
-for information about how to access the latest mock with OpenCosmo.
-The latest release of the mocks is publicly available on NERSC:
+See `this OpenCosmo tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffsky-nersc/>`_
+for information about how to access and query the latest mock with OpenCosmo, and `this tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffmah-diffstar/>`_ about how to compute mass accretion and star formation histories.
+The latest release of the mocks can be downloaded at these URLs:
 
-    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_08_02_2026
+    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_09_02_2026
 
-See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/472/>`_ for further information about the latest mock.
+See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/493/>`_ for further information about the latest mock.

{diffsky-0.3.7 → diffsky-0.3.9}/README.rst

@@ -34,10 +34,10 @@ Online documentation for diffsky is available at
 Latest version of diffsky mocks
 -------------------------------
 
-See `this OpenCosmo tutorial <https://github.com/ArgonneCPAC/opencosmo-examples/blob/main/03-Diffsky/demo_diffmah_diffstar.ipynb/>`_
-for information about how to access the latest mock with OpenCosmo.
-The latest release of the mocks is publicly available on NERSC:
+See `this OpenCosmo tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffsky-nersc/>`_
+for information about how to access and query the latest mock with OpenCosmo, and `this tutorial <https://argonnecpac.github.io/opencosmo-examples/demo-diffmah-diffstar/>`_ about how to compute mass accretion and star formation histories.
+The latest release of the mocks can be downloaded at these URLs:
 
-    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_08_02_2026
+    /global/cfs/cdirs/hacc/OpenCosmo/LastJourney/synthetic_galaxies/c260710_09_02_2026
 
-See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/472/>`_ for further information about the latest mock.
+See  `this PR <https://github.com/ArgonneCPAC/diffsky/pull/493/>`_ for further information about the latest mock.

diffsky-0.3.9/diffsky/_version.py

@@ -0,0 +1 @@
+__version__ = '0.3.9'