rda-python-dsarch 2.0.15__tar.gz → 2.0.17__tar.gz

rda_python_dsarch-2.0.17/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: rda_python_dsarch
+Version: 2.0.17
+Summary: RDA Python package for utility program dsarch archive RDA data
+Author-email: Zaihua Ji <zji@ucar.edu>
+Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 5 - Production/Stable
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: rda_python_common
+Requires-Dist: rda_python_setuid
+Requires-Dist: rda_python_miscs
+Dynamic: license-file
+
+# dsarch
+
+Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
+
+The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).
+
+## Setuid Setup
+
+`dsarch` is executed as the common user `gdexdata` via the `rda_python_setuid`
+setuid mechanism.  `rda_python_setuid` is declared as a dependency and is
+installed automatically with this package.
+
+### Environment setup
+
+#### Option A — Python venv (DECS machines)
+
+```bash
+python3 -m venv $ENVHOME          # e.g. /glade/u/home/gdexdata/gdexmsenv
+source $ENVHOME/bin/activate
+pip install rda_python_dsarch
+```
+
+#### Option B — Conda (DAV/Casper)
+
+```bash
+conda activate pg-gdex            # e.g. /glade/work/gdexdata/conda-envs/pg-gdex
+pip install rda_python_dsarch
+```
+
+### Full setuid install (requires sudo access to gdexdata)
+
+Run these steps once per environment after `pip install`:
+
+```bash
+# Compile the pywrapper C binary (once per environment):
+pywrapper-install --user gdexdata
+
+# Wire up dsarch as a setuid entry:
+pywrapper-install --link dsarch --user gdexdata
+```
+
+`pywrapper-install` with no arguments displays the full user guide.
+
+### Simple install (no sudo required, runs as current user)
+
+Users who do not need the setuid mechanism can create a direct symlink instead:
+
+```bash
+pywrapper-install --link dsarch --simple
+```
+
+This creates `bin/dsarch -> bin/setuid_dsarch` and the program runs as the
+current user with no privilege change.
+
+### Setup guide
+
+After `pip install`, run `dsarch-setup` at any time to display the setup guide:
+
+```bash
+dsarch-setup
+```
+
+The guide is also shown automatically if `setuid_dsarch` is invoked directly
+before the setuid wrapper has been configured.

rda_python_dsarch-2.0.17/README.md

@@ -0,0 +1,64 @@
+# dsarch
+
+Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
+
+The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).
+
+## Setuid Setup
+
+`dsarch` is executed as the common user `gdexdata` via the `rda_python_setuid`
+setuid mechanism.  `rda_python_setuid` is declared as a dependency and is
+installed automatically with this package.
+
+### Environment setup
+
+#### Option A — Python venv (DECS machines)
+
+```bash
+python3 -m venv $ENVHOME          # e.g. /glade/u/home/gdexdata/gdexmsenv
+source $ENVHOME/bin/activate
+pip install rda_python_dsarch
+```
+
+#### Option B — Conda (DAV/Casper)
+
+```bash
+conda activate pg-gdex            # e.g. /glade/work/gdexdata/conda-envs/pg-gdex
+pip install rda_python_dsarch
+```
+
+### Full setuid install (requires sudo access to gdexdata)
+
+Run these steps once per environment after `pip install`:
+
+```bash
+# Compile the pywrapper C binary (once per environment):
+pywrapper-install --user gdexdata
+
+# Wire up dsarch as a setuid entry:
+pywrapper-install --link dsarch --user gdexdata
+```
+
+`pywrapper-install` with no arguments displays the full user guide.
+
+### Simple install (no sudo required, runs as current user)
+
+Users who do not need the setuid mechanism can create a direct symlink instead:
+
+```bash
+pywrapper-install --link dsarch --simple
+```
+
+This creates `bin/dsarch -> bin/setuid_dsarch` and the program runs as the
+current user with no privilege change.
+
+### Setup guide
+
+After `pip install`, run `dsarch-setup` at any time to display the setup guide:
+
+```bash
+dsarch-setup
+```
+
+The guide is also shown automatically if `setuid_dsarch` is invoked directly
+before the setuid wrapper has been configured.

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rda_python_dsarch"
-version = "2.0.15"
+version = "2.0.17"
 authors = [
   { name="Zaihua Ji", email="zji@ucar.edu" },
 ]
@@ -20,6 +20,7 @@ classifiers = [
 dependencies = [
   "rda_python_common",
   "rda_python_setuid",
+  "rda_python_miscs",
 ]
 
 [tool.pytest.ini_options]
@@ -31,4 +32,5 @@ pythonpath = [
 "Homepage" = "https://github.com/NCAR/rda-python-dsarch"
 
 [project.scripts]
-"dsarch.py" = "rda_python_dsarch.dsarch:main"
+"setuid_dsarch" = "rda_python_dsarch.dsarch:main"
+"dsarch-setup" = "rda_python_dsarch.dsarch_setup:main"

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/src/rda_python_dsarch/dsarch.py

@@ -2645,7 +2645,7 @@ class DsArch(PgArch, PgMeta):
       if 'RO' in self.params and 'DO' in self.params:
          self.params['DO'][i] = self.get_next_disp_order(dsid, gindex)
       record = self.build_record(flds, pgrec, tname, i)
-      if pgrec and (pgrec['status'] == 'D' or self.PGOPT['ACTS']&self.OPTS['AW'][0]):
+      if pgrec and (pgrec['status'] == 'D' or 'WS' in self.params or self.PGOPT['ACTS']&self.OPTS['AW'][0]):
          record['uid'] = self.PGOPT['UID']
          if not (info and info['date_modified']):
             info = self.check_local_file(self.get_web_path(i, file, 1, type),
@@ -4957,6 +4957,10 @@ def main():
    Instantiates DsArch, parses arguments via read_parameters(), executes the
    requested action via start_actions(), and exits cleanly.
    """
+   import sys
+   if os.path.basename(sys.argv[0]) == 'setuid_dsarch':
+      from rda_python_dsarch.dsarch_setup import main as setup_main
+      setup_main()
    object = DsArch()
    object.read_parameters()
    object.start_actions()

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/src/rda_python_dsarch/dsarch.usg

@@ -866,6 +866,8 @@ d260001-G2: DS-552780725 DC-522 WC-522 SS-465789806 SC-51
                       processing, used with -GX (-GatherXML)
   -(SC|SetChecksum) - computes MD5 checksums for files on the GDEX
                       Server and saves them to GDEXDB
+ -(WS|WithFileSize) - gathers file size information for Web files on the GDEX
+                      Server and saves them to GDEXDB
 
   Web file names must be provided via -WF (-WebFile) unless -ON
   (-OrderNames) is used to reorder files. The number of values supplied
@@ -1878,6 +1880,10 @@ behavior.
   (-GetDataset), the counts are calculated on the fly and included
   in the output.
 
+  -WS or -WithFileSize, rechecks Web file sizes and timestamps for
+  provided web files with -WF (-WebFile), and updates them into GDEXDB
+  This Mode option works with action -SW (SetWebFile) only.
+
   -XC or -CrossCopy, used with -AW or -AS to fill gaps in storage:
   copies files from Glade disk to bOreas (or vice versa) wherever
   copies are missing.
@@ -2010,7 +2016,7 @@ They come in two forms:
   A multi-value Info option accepts a list of one or more values.
   Supplying zero values causes an error.
 
-  -AF or -ArchiveFormat (Alias: -FF|-FileFormat|-ExternalFormat),
+  -AF or -ArchiveFormat (Alias: -FF|-FileFormat),
   describes how a data file has been packaged or compressed.
   Recognized values:
     'BI'  - binary (COS) blocked
@@ -2071,7 +2077,7 @@ They come in two forms:
   containing spaces on the command line. With version control
   actions (-SV), this becomes the version note.
 
-  -DF or -DataFormat (Alias: -TF|-ContentFormat|-InternalFormat),
+  -DF or -DataFormat (Alias: -TF|-ContentFormat),
   the scientific format of the data content (e.g., NetCDF, IMMA,
   BINARY). A dataset-level default can be set via -SD and is applied
   automatically when no format is specified at archive time.

rda_python_dsarch-2.0.17/src/rda_python_dsarch/dsarch_setup.py

@@ -0,0 +1,69 @@
+#!/usr/bin/env python3
+#
+##################################################################################
+#
+#     Title: dsarch-setup
+#    Author: Zaihua Ji, zji@ucar.edu
+#      Date: 2026-05-12
+#   Purpose: Display the setuid setup guide for dsarch after pip install.
+#            Run automatically when setuid_dsarch is invoked directly instead
+#            of through the dsarch -> pywrapper setuid symlink.
+#
+#    Github: https://github.com/NCAR/rda-python-dsarch.git
+#
+##################################################################################
+
+import os
+import sys
+
+
+SETUP_GUIDE = """
+ dsarch - Setuid Setup Guide
+ ===========================
+
+ dsarch must be run as the common user 'gdexdata' via the rda_python_setuid
+ mechanism.  rda_python_setuid is installed automatically as a dependency.
+
+ If you are seeing this message after running 'setuid_dsarch' directly, it
+ means the setuid wrapper has not been set up yet.  Follow the steps below.
+
+ Run 'pywrapper-install' with no arguments for the full pywrapper user guide.
+
+ Environment Setup
+ -----------------
+
+   Option A - Python venv (DECS machines):
+      python3 -m venv $ENVHOME    # e.g. /glade/u/home/gdexdata/gdexmsenv
+      source $ENVHOME/bin/activate
+      pip install rda_python_dsarch
+
+   Option B - Conda (DAV/Casper):
+      conda activate pg-gdex      # e.g. /glade/work/gdexdata/conda-envs/pg-gdex
+      pip install rda_python_dsarch
+
+ Full Setuid Install (requires sudo access to gdexdata)
+ ------------------------------------------------------
+
+   # Compile the pywrapper C binary (once per environment):
+   pywrapper-install --user gdexdata
+
+   # Wire up dsarch as a setuid entry:
+   pywrapper-install --link dsarch --user gdexdata
+
+ Simple Install (no sudo required, runs as current user)
+ -------------------------------------------------------
+
+   pywrapper-install --link dsarch --simple
+
+   This creates bin/dsarch -> bin/setuid_dsarch.
+   The program runs as the current user with no privilege change.
+
+"""
+
+
+def main():
+   print(SETUP_GUIDE)
+   sys.exit(0)
+
+
+if __name__ == '__main__': main()

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/src/rda_python_dsarch/pg_arch.py

@@ -126,6 +126,7 @@ class PgArch(PgOPT, PgCMD, PgSplit):
          'WC' : [0, 'WithChecksum',  0],
          'WM' : [0, 'WithMetadata',  3],
          'WN' : [0, 'WithFileNumber',3],
+         'WS' : [0, 'WithFileSize',  3],
          'XC' : [0, 'CrossCopy',     1],
          'XM' : [0, 'CrossMove',     1],
          'ZD' : [0, 'ZipData',       3],

rda_python_dsarch-2.0.17/src/rda_python_dsarch.egg-info/PKG-INFO

@@ -0,0 +1,82 @@
+Metadata-Version: 2.4
+Name: rda_python_dsarch
+Version: 2.0.17
+Summary: RDA Python package for utility program dsarch archive RDA data
+Author-email: Zaihua Ji <zji@ucar.edu>
+Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 5 - Production/Stable
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: rda_python_common
+Requires-Dist: rda_python_setuid
+Requires-Dist: rda_python_miscs
+Dynamic: license-file
+
+# dsarch
+
+Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
+
+The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).
+
+## Setuid Setup
+
+`dsarch` is executed as the common user `gdexdata` via the `rda_python_setuid`
+setuid mechanism.  `rda_python_setuid` is declared as a dependency and is
+installed automatically with this package.
+
+### Environment setup
+
+#### Option A — Python venv (DECS machines)
+
+```bash
+python3 -m venv $ENVHOME          # e.g. /glade/u/home/gdexdata/gdexmsenv
+source $ENVHOME/bin/activate
+pip install rda_python_dsarch
+```
+
+#### Option B — Conda (DAV/Casper)
+
+```bash
+conda activate pg-gdex            # e.g. /glade/work/gdexdata/conda-envs/pg-gdex
+pip install rda_python_dsarch
+```
+
+### Full setuid install (requires sudo access to gdexdata)
+
+Run these steps once per environment after `pip install`:
+
+```bash
+# Compile the pywrapper C binary (once per environment):
+pywrapper-install --user gdexdata
+
+# Wire up dsarch as a setuid entry:
+pywrapper-install --link dsarch --user gdexdata
+```
+
+`pywrapper-install` with no arguments displays the full user guide.
+
+### Simple install (no sudo required, runs as current user)
+
+Users who do not need the setuid mechanism can create a direct symlink instead:
+
+```bash
+pywrapper-install --link dsarch --simple
+```
+
+This creates `bin/dsarch -> bin/setuid_dsarch` and the program runs as the
+current user with no privilege change.
+
+### Setup guide
+
+After `pip install`, run `dsarch-setup` at any time to display the setup guide:
+
+```bash
+dsarch-setup
+```
+
+The guide is also shown automatically if `setuid_dsarch` is invoked directly
+before the setuid wrapper has been configured.

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/src/rda_python_dsarch.egg-info/SOURCES.txt

@@ -8,6 +8,7 @@ src/rda_python_dsarch/__init__.py
 src/rda_python_dsarch/ds_arch.py
 src/rda_python_dsarch/dsarch.py
 src/rda_python_dsarch/dsarch.usg
+src/rda_python_dsarch/dsarch_setup.py
 src/rda_python_dsarch/pg_arch.py
 src/rda_python_dsarch/pg_meta.py
 src/rda_python_dsarch.egg-info/PKG-INFO

rda_python_dsarch-2.0.17/src/rda_python_dsarch.egg-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+dsarch-setup = rda_python_dsarch.dsarch_setup:main
+setuid_dsarch = rda_python_dsarch.dsarch:main

{rda_python_dsarch-2.0.15 → rda_python_dsarch-2.0.17}/src/rda_python_dsarch.egg-info/requires.txt

@@ -1,2 +1,3 @@
 rda_python_common
 rda_python_setuid
+rda_python_miscs

rda_python_dsarch-2.0.15/PKG-INFO

@@ -1,22 +0,0 @@
-Metadata-Version: 2.4
-Name: rda_python_dsarch
-Version: 2.0.15
-Summary: RDA Python package for utility program dsarch archive RDA data
-Author-email: Zaihua Ji <zji@ucar.edu>
-Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Classifier: Development Status :: 5 - Production/Stable
-Requires-Python: >=3.7
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: rda_python_common
-Requires-Dist: rda_python_setuid
-Dynamic: license-file
-
-# dsarch
-
-Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
-
-The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).

rda_python_dsarch-2.0.15/README.md

@@ -1,5 +0,0 @@
-# dsarch
-
-Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
-
-The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).

rda_python_dsarch-2.0.15/src/rda_python_dsarch.egg-info/PKG-INFO

@@ -1,22 +0,0 @@
-Metadata-Version: 2.4
-Name: rda_python_dsarch
-Version: 2.0.15
-Summary: RDA Python package for utility program dsarch archive RDA data
-Author-email: Zaihua Ji <zji@ucar.edu>
-Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Classifier: Development Status :: 5 - Production/Stable
-Requires-Python: >=3.7
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: rda_python_common
-Requires-Dist: rda_python_setuid
-Dynamic: license-file
-
-# dsarch
-
-Python project to archive and maintain datasets for the [NSF NCAR Geoscience Data Exchange (GDEX)](https://gdex.ucar.edu).
-
-The user guide for this utility tool can be viewed at: [User guide](https://gdex-docs-dsarch.readthedocs.io).

rda_python_dsarch-2.0.15/src/rda_python_dsarch.egg-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-dsarch.py = rda_python_dsarch.dsarch:main