rda-python-dbms 1.0.18__tar.gz → 1.0.20__tar.gz

{rda_python_dbms-1.0.18 → rda_python_dbms-1.0.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_dbms
-Version: 1.0.18
+Version: 1.0.20
 Summary: RDA Python Package to manage PostreSQL databases
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-dbms

{rda_python_dbms-1.0.18 → rda_python_dbms-1.0.20}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rda_python_dbms"
-version = "1.0.18"
+version = "1.0.20"
 authors = [
   { name="Zaihua Ji", email="zji@ucar.edu" },
 ]

{rda_python_dbms-1.0.18 → rda_python_dbms-1.0.20}/src/rda_python_dbms/pgchksum.py

@@ -125,7 +125,11 @@ def main():
 
    if not PGSUM['p']: PGSUM['p'] = PgLOG.PGLOG['UPDTWKP']+ "/pgchksum"
    PgFile.change_local_directory(PGSUM['p'], PVALS['emlerr'])
-   
+
+   if PGSUM['d']:
+      if PGSUM['r'] > 0: PgCMD.set_one_boption('qoptions', "-l walltime={}:00:00".format(PGSUM['r']))
+      PgCMD.init_dscheck(0, '', pgname, '', 'C'+PGSUM['t'], '', None, PGSUM['d'])
+
    if PGSUM['t'] == 'W':
       cnt = get_checksum_wfilelist() 
    elif PGSUM['t'] == 'S':
@@ -134,11 +138,11 @@ def main():
       cnt = get_checksum_bfilelist() 
    else:
       PgLOG.pglog(PGSUM['t'] + ": Unknown File Type", PgLOG.LGEREX)
-   
+
    if PGSUM['d']:
       if PGSUM['r'] > 0: PgCMD.set_one_boption('qoptions', "-l walltime={}:00:00".format(PGSUM['r']))
-      PgCMD.init_dscheck(0, '', pgname, '', 'CS', '', None, PGSUM['d'])
-   
+      PgCMD.init_dscheck(0, '', pgname, '', 'C'+PGSUM['t'], '', None, PGSUM['d'])
+
    if cnt:
       fcnt = PGSUM['c']
       pgrecs = PGSUM['f']
@@ -434,7 +438,7 @@ def evaluate_backfile_checksum(fcnt, pgrecs, cnts):
 
       pgrec = PgUtil.onerecord(pgrecs, i)
       fname = "/{}/{}".format(pgrec['dsid'], pgrec['bfile'])
-      evaluate_quasar_file(fname, pgrec, 'rda-quasar', cnts)
+      evaluate_quasar_file(fname, pgrec, 'gdex-quasar', cnts)
 
 #
 # evaluate a disk file

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/cntldb1/iattm.json

@@ -0,0 +1,49 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "03/23/2010",
+    "description": "icoads attm table information"
+  },
+  "database": "rdadb",
+  "schema": "cntldb",
+  "name": "iattm",
+  "pkey": "aidx",
+  "column": [
+    {
+      "name": "aidx",
+      "type": "serial",
+      "pkey": "PRIMARY KEY",
+      "comment": "attm index"
+    },
+    {
+      "name": "tidx",
+      "type": "smallint",
+      "notnull": "NOT NULL",
+      "comment": "icoads table index id"
+    },
+    {
+      "name": "attm",
+      "type": "char(8)",
+      "notnull": "NOT NULL",
+      "comment": "i + attm short name"
+    },
+    {
+      "name": "count",
+      "type": "int",
+      "default": "0",
+      "comment": "number of records for this attm"
+    }
+  ],
+  "index": [
+    {
+      "name": "iattm_idx_1",
+      "column": "attm, tidx",
+      "unique": "UNIQUE"
+    },
+    {
+      "name": "iattm_idx_2",
+      "column": "tidx"
+    }
+  ],
+  "comment": "ICOADS IMMA TABLE SUMMARY"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/cntldb1/iattm_daily.json

@@ -0,0 +1,59 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "09/08/2016",
+    "description": "icoads attm table daily information"
+  },
+  "database": "rdadb",
+  "schema": "cntldb",
+  "name": "iattm_daily",
+  "pkey": "aidx",
+  "column": [
+    {
+      "name": "aidx",
+      "type": "serial",
+      "pkey": "PRIMARY KEY",
+      "comment": "attm index"
+    },
+    {
+      "name": "date",
+      "type": "date",
+      "notnull": "NOT NULL",
+      "comment": "UTC date of the records"
+    },
+    {
+      "name": "tidx",
+      "type": "smallint",
+      "notnull": "NOT NULL",
+      "comment": "icoads table index id"
+    },
+    {
+      "name": "attm",
+      "type": "char(8)",
+      "notnull": "NOT NULL",
+      "comment": "i + attm short name"
+    },
+    {
+      "name": "count",
+      "type": "int",
+      "default": "0",
+      "comment": "number of records for this attm"
+    }
+  ],
+  "index": [
+    {
+      "name": "iattm_daily_idx_1",
+      "column": "attm, date",
+      "unique": "UNIQUE"
+    },
+    {
+      "name": "iattm_daily_idx_2",
+      "column": "tidx"
+    },
+    {
+      "name": "iattm_daily_idx_3",
+      "column": "date"
+    }
+  ],
+  "comment": "ICOADS IMMA TABLE SUMMARY"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/cntldb1/inventory.json

@@ -0,0 +1,79 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "06/07/2016",
+    "description": "inventory information for ICOADS IMMA data by dates"
+  },
+  "database": "rdadb",
+  "schema": "cntldb",
+  "name": "inventory",
+  "pkey": "didx",
+  "column": [
+    {
+      "name": "didx",
+      "type": "serial",
+      "pkey": "PRIMARY KEY",
+      "comment": "icoads IMMA daily index id"
+    },
+    {
+      "name": "date",
+      "type": "date",
+      "notnull": "NOT NULL",
+      "comment": "UTC date of the records"
+    },
+    {
+      "name": "fname",
+      "type": "varchar(30)",
+      "notnull": "NOT NULL",
+      "comment": "IMMA file names"
+    },
+    {
+      "name": "tidx",
+      "type": "smallint",
+      "comment": "icoads table index id"
+    },
+    {
+      "name": "count",
+      "type": "int",
+      "default": "0",
+      "comment": "number of records in the period"
+    },
+    {
+      "name": "tcount",
+      "type": "int",
+      "default": "0",
+      "comment": "total number of records in the table"
+    },
+    {
+      "name": "miniidx",
+      "type": "bigint",
+      "comment": "minimum icoads record id"
+    },
+    {
+      "name": "maxiidx",
+      "type": "bigint",
+      "comment": "maximum icoads record id"
+    }
+  ],
+  "index": [
+    {
+      "name": "inventory_idx_1",
+      "column": "date",
+      "unique": "UNIQUE"
+    },
+    {
+      "name": "inventory_idx_2",
+      "column": "tidx"
+    },
+    {
+      "name": "inventory_idx_3",
+      "column": "maxiidx",
+      "unique": "UNIQUE"
+    },
+    {
+      "name": "inventory_idx_4",
+      "column": "fname"
+    }
+  ],
+  "comment": "ICOADS IMMA INVENTORY"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/cntldb1/itidx.json

@@ -0,0 +1,57 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "03/23/2010",
+    "description": "table of icoads IMMA data for identify a table index ID"
+  },
+  "database": "rdadb",
+  "schema": "cntldb",
+  "name": "itidx",
+  "pkey": "iidx",
+  "column": [
+    {
+      "name": "iidx",
+      "type": "bigint",
+      "pkey": "PRIMARY KEY",
+      "comment": "icoads record id"
+    },
+    {
+      "name": "suid",
+      "type": "char(4)",
+      "comment": "last 4 chars of Report ID"
+    },
+    {
+      "name": "rn3",
+      "type": "smallint",
+      "comment": "uida.rn3, >= 0"
+    },
+    {
+      "name": "date",
+      "type": "date",
+      "notnull": "NOT NULL",
+      "comment": "UTC date of the record"
+    },
+    {
+      "name": "tidx",
+      "type": "smallint",
+      "notnull": "NOT NULL",
+      "comment": "icoads table index id"
+    }
+  ],
+  "index": [
+    {
+      "name": "itidx_idx_1",
+      "column": "suid, rn3",
+      "unique": "UNIQUE"
+    },
+    {
+      "name": "itidx_idx_2",
+      "column": "date"
+    },
+    {
+      "name": "itidx_idx_3",
+      "column": "tidx"
+    }
+  ],
+  "comment": "ICOADS TABLE INDEX ID"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/ivaddb1/icoreloc.json

@@ -0,0 +1,116 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "03/23/2010",
+    "description": "table of ICOADS IMMA data for the core location section"
+  },
+  "database": "rdadb",
+  "schema": "ivaddb",
+  "name": "icoreloc",
+  "pkey": "iidx",
+  "column": [
+    {
+      "name": "iidx",
+      "type": "bigserial",
+      "pkey": "PRIMARY KEY",
+      "comment": "icoads record id"
+    },
+    {
+      "name": "date",
+      "type": "date",
+      "notnull": "NOT NULL",
+      "comment": "UTC date of the record"
+    },
+    {
+      "name": "yr",
+      "type": "smallint",
+      "comment": "UTC year (1600-2024)"
+    },
+    {
+      "name": "mo",
+      "type": "smallint",
+      "comment": "UTC month (1-12)"
+    },
+    {
+      "name": "dy",
+      "type": "smallint",
+      "comment": "UTC day (1-31)"
+    },
+    {
+      "name": "hr",
+      "type": "smallint",
+      "comment": "UTC hour, 0.01 Hour (0-2399)"
+    },
+    {
+      "name": "lat",
+      "type": "smallint",
+      "comment": "latitude, 0.01 Degree N (-9000-9000)"
+    },
+    {
+      "name": "lon",
+      "type": "int",
+      "comment": "longitude, 0.01 Degree E (-17999-35999)"
+    },
+    {
+      "name": "im",
+      "type": "smallint",
+      "comment": "IMMA version (0-99)"
+    },
+    {
+      "name": "attc",
+      "type": "char(1)",
+      "comment": "attm count (0-Z)"
+    },
+    {
+      "name": "ti",
+      "type": "smallint",
+      "comment": "time indicator (0-3)"
+    },
+    {
+      "name": "li",
+      "type": "smallint",
+      "comment": "latitude/longitude indicator (0-6)"
+    },
+    {
+      "name": "ds",
+      "type": "smallint",
+      "comment": "ship course (0-9)"
+    },
+    {
+      "name": "vs",
+      "type": "smallint",
+      "comment": "ship speed (0-9)"
+    },
+    {
+      "name": "nid",
+      "type": "smallint",
+      "comment": "national source indicator (0-99)"
+    },
+    {
+      "name": "ii",
+      "type": "smallint",
+      "comment": "ID indicator (0-10)"
+    },
+    {
+      "name": "id",
+      "type": "char(9)",
+      "comment": "identification/call sign"
+    },
+    {
+      "name": "c1",
+      "type": "char(2)",
+      "comment": "country code"
+    }
+  ],
+  "index": [
+    {
+      "name": "icoreloc_idx_1",
+      "column": "date"
+    },
+    {
+      "name": "icoreloc_idx_2",
+      "column": "lat, lon"
+    }
+  ],
+  "comment": "ICOADS IMMA core location section"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/ivaddb1/icorereg.json

@@ -0,0 +1,192 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "03/23/2010",
+    "description": "table of ICOADS IMMA data for the core regular section"
+  },
+  "database": "rdadb",
+  "schema": "ivaddb",
+  "name": "icorereg",
+  "pkey": "iidx",
+  "column": [
+    {
+      "name": "iidx",
+      "type": "bigint",
+      "pkey": "PRIMARY KEY",
+      "comment": "icoads record id"
+    },
+    {
+      "name": "date",
+      "type": "date",
+      "notnull": "NOT NULL",
+      "comment": "UTC date of the record"
+    },
+    {
+      "name": "di",
+      "type": "smallint",
+      "comment": "wind direction indicator (0-6)"
+    },
+    {
+      "name": "d",
+      "type": "smallint",
+      "comment": "wind direction (1-362)"
+    },
+    {
+      "name": "wi",
+      "type": "smallint",
+      "comment": "wind speed indicator (0-8)"
+    },
+    {
+      "name": "w",
+      "type": "smallint",
+      "comment": "wind speed, 0.1 m/s (0-999)"
+    },
+    {
+      "name": "vi",
+      "type": "smallint",
+      "comment": "VV indicator (0-2)"
+    },
+    {
+      "name": "vv",
+      "type": "smallint",
+      "comment": "visibility (90-99)"
+    },
+    {
+      "name": "ww",
+      "type": "smallint",
+      "comment": "present weather (0-99)"
+    },
+    {
+      "name": "w1",
+      "type": "smallint",
+      "comment": "past weather (0-9)"
+    },
+    {
+      "name": "slp",
+      "type": "smallint",
+      "comment": "sea level pressure, 0.1 hPa (8700-10746)"
+    },
+    {
+      "name": "a",
+      "type": "smallint",
+      "comment": "characteristic of PPP (0-8)"
+    },
+    {
+      "name": "ppp",
+      "type": "smallint",
+      "comment": "atmospheric pressure tend., 0.1 hPa (0-510)"
+    },
+    {
+      "name": "it",
+      "type": "smallint",
+      "comment": "indicator for temperature (0-9)"
+    },
+    {
+      "name": "at",
+      "type": "smallint",
+      "comment": "air temperature, 0.1 Degree C (-999-999)"
+    },
+    {
+      "name": "wbti",
+      "type": "smallint",
+      "comment": "indicator for WBT (0-3)"
+    },
+    {
+      "name": "wbt",
+      "type": "smallint",
+      "comment": "wet-bulb temperature, 0.1 Degree C (-999-999)"
+    },
+    {
+      "name": "dpti",
+      "type": "smallint",
+      "comment": "indicator for DPT, (0-3)"
+    },
+    {
+      "name": "dpt",
+      "type": "smallint",
+      "comment": "dew-point temperature, 0.1 Degree C (-999-999)"
+    },
+    {
+      "name": "si",
+      "type": "smallint",
+      "comment": "SST measurement method, (0-12)"
+    },
+    {
+      "name": "sst",
+      "type": "smallint",
+      "comment": "sea surface temperature, 0.1 Degree C (-999-999)"
+    },
+    {
+      "name": "n",
+      "type": "smallint",
+      "comment": "total cloud amount (0-9)"
+    },
+    {
+      "name": "nh",
+      "type": "smallint",
+      "comment": "lower cloud amount (0-9)"
+    },
+    {
+      "name": "cl",
+      "type": "char(1)",
+      "comment": "lower cloud type (0-A)"
+    },
+    {
+      "name": "hi",
+      "type": "smallint",
+      "comment": "H indicator (0-1)"
+    },
+    {
+      "name": "h",
+      "type": "char(1)",
+      "comment": "cloud height (0-A)"
+    },
+    {
+      "name": "cm",
+      "type": "char(1)",
+      "comment": "middle cloud type (0-A)"
+    },
+    {
+      "name": "ch",
+      "type": "char(1)",
+      "comment": "high cloud type (0-A)"
+    },
+    {
+      "name": "wd",
+      "type": "smallint",
+      "comment": "wave direction (0-38)"
+    },
+    {
+      "name": "wp",
+      "type": "smallint",
+      "comment": "wave period (0-30,99)"
+    },
+    {
+      "name": "wh",
+      "type": "smallint",
+      "comment": "wave height (0-99)"
+    },
+    {
+      "name": "sd",
+      "type": "smallint",
+      "comment": "swell direction (0-38)"
+    },
+    {
+      "name": "sp",
+      "type": "smallint",
+      "comment": "swell period (0-30,99)"
+    },
+    {
+      "name": "sh",
+      "type": "smallint",
+      "comment": "swell height (0-99)"
+    }
+  ],
+  "index": [
+    {
+      "name": "icorereg_idx_1",
+      "column": "date"
+    }
+  ],
+  "comment": "ICOADS IMMA core regular section"
+}

rda_python_dbms-1.0.20/src/rda_python_dbms/tables/ivaddb1/idck.json

@@ -0,0 +1,64 @@
+{
+  "header": {
+    "author": "Zaihua Ji, zji@ucar.edu",
+    "date": "09/14/2016",
+    "description": "icoads look up tables for DCK"
+  },
+  "database": "rdadb",
+  "schema": "ivaddb",
+  "name": "idck",
+  "pkey": "dck",
+  "column": [
+    {
+      "name": "dck",
+      "type": "int",
+      "pkey": "PRIMARY KEY",
+      "notnull": "NOT NULL",
+      "comment": "Deck id"
+    },
+    {
+      "name": "start_date",
+      "type": "date",
+      "comment": "start date of reports"
+    },
+    {
+      "name": "end_date",
+      "type": "date",
+      "comment": "end year of reports"
+    },
+    {
+      "name": "note",
+      "type": "varchar(255)",
+      "comment": "DCK description"
+    },
+    {
+      "name": "count",
+      "type": "bigint",
+      "default": "0",
+      "comment": "number of records for the DCK"
+    },
+    {
+      "name": "miniidx",
+      "type": "bigint",
+      "default": "0",
+      "comment": "minimum icoads record id"
+    },
+    {
+      "name": "maxiidx",
+      "type": "bigint",
+      "default": "0",
+      "comment": "maximum icoads record id"
+    }
+  ],
+  "index": [
+    {
+      "name": "idck_idx_1",
+      "column": "start_date"
+    },
+    {
+      "name": "idck_idx_2",
+      "column": "end_date"
+    }
+  ],
+  "comment": "ICOADS DCK TABLE"
+}