a2p2 0.7.6__tar.gz → 0.7.8__tar.gz

{a2p2-0.7.6/a2p2.egg-info → a2p2-0.7.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: a2p2
-Version: 0.7.6
+Version: 0.7.8
 Author-email: JMMC Tech Group <jmmc-tech-group@jmmc.fr>
 License: OSI Approved :: GNU General Public License v3 (GPLv3)
 Project-URL: Homepage, https://www.jmmc.fr/a2p2

{a2p2-0.7.6 → a2p2-0.7.8}/a2p2/jmmc/catalogs.py

@@ -26,6 +26,9 @@ class Catalog():
 
     def __init__(self, catalogName, username=None, password=None, prod=False, apiUrl=None, tapUrl=None, where=None, joins=None):
         self.catalogName = catalogName
+        self.updated = False
+        self.lastTable = None
+        self.lastDataFrame = None
         self.where = where
         self.joins = joins
         self.prod = prod
@@ -91,21 +94,26 @@ class Catalog():
         """
         return self.api._get(f"/{self.catalogName}/{id}")
 
-    def getDataFrame(self):
+    def getDataFrame(self, forceUpdate=False):
         """ Get a pandas DataFrame from the main catalog joined the other if provided in constructor.
 
             usage: cat.getDataFrame()
         """
+        if not ( self.updated or forceUpdate or self.lastDataFrame is None):
+            return self.lastDataFrame
+        self.lastDataFrame = self.getTable(forceUpdate=forceUpdate).to_pandas()
+        return self.lastDataFrame
 
-        return self.getTable().to_pandas()
-
-    def getTable(self, maxrec=10000):
+    def getTable(self, maxrec=10000, forceUpdate=False):
         """ Get an astropy table from the main catalog joined the other if provided in constructor.
 
             usage: cat.getTable()
         """
         # using SELECT TOP N below to workarround astroquery.utils.tap BUG
 
+        if not ( self.updated or forceUpdate or self.lastTable is None ):
+            return self.lastTable
+
         clauses = []
         if self.joins :
             joinedCatalogNames = []
@@ -136,7 +144,9 @@ class Catalog():
 
         query = "  ".join(clauses)
         logger.info(f"Querying remote catalog : {query}")
-        return self.tap.search(query,maxrec=maxrec).to_table()
+        self.lastTable = self.tap.search(query,maxrec=maxrec).to_table()
+        self.updated=False
+        return self.lastTable
 
     def tableToDict(self, table):
         """ Convert table (astropy.table or row) to a list of dict so we can modify content and update remote catalog using updateRows().
@@ -166,6 +176,7 @@ class Catalog():
 
             usage: cat.updateRows(42, {"col_a":"a", "col_b":"b" })
         """
+        self.updated = True
         return self.api._put(f"/{self.catalogName}/{id}", values)
 
     def updateRows(self, values):
@@ -174,7 +185,7 @@ class Catalog():
 
             usage: updateRows([ { "id":42, "col_a":"a" }, { "id":24, "col_b":"b" } ])
         """
-
+        self.updated = True
         # We may check befere sending payload that we always provide an id for every record
         # What is the behaviour if we provide various data assosiated to the same id ?
         return self.api._put(f"/{self.catalogName}", values)
@@ -185,6 +196,7 @@ class Catalog():
 
             usage: addCatalogRows([ { "id":42, "col_a":"a" }, { "id":24, "col_b":"b" } ])
         """
+        self.updated = True
         return self.api._post(f"/{self.catalogName}", json=values)
 
 

{a2p2-0.7.6 → a2p2-0.7.8}/a2p2/version.py

@@ -1,4 +1,4 @@
-__version__ = "0.7.6"
+__version__ = "0.7.8"
 
 __release_notes__ = {
     # "0.1.6": {
@@ -23,7 +23,15 @@ __release_notes__ = {
 #          "Try to read OB in P2 and send them back to Aspro2 as a new obs",
 #      ],
 
-    "0.7.6": {
+    "0.7.8": {
+       "A2P2": [
+           "catalogs : use cache for dataFrame() so we can modify it (was recreated from astropy table on each call)",
+        ],
+    },"0.7.7": {
+       "A2P2": [
+           "catalogs : save some data retrieval until update or force request occurs",
+        ],
+    },"0.7.6": {
        "A2P2": [
            "add getDataFrame() to a2p2.jmmc.Catalog to provide remote data with pandas format",
         ],

{a2p2-0.7.6 → a2p2-0.7.8/a2p2.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: a2p2
-Version: 0.7.6
+Version: 0.7.8
 Author-email: JMMC Tech Group <jmmc-tech-group@jmmc.fr>
 License: OSI Approved :: GNU General Public License v3 (GPLv3)
 Project-URL: Homepage, https://www.jmmc.fr/a2p2