QuLab 2.2.0__cp312-cp312-win_amd64.whl → 2.2.4__cp312-cp312-win_amd64.whl

{QuLab-2.2.0.dist-info → QuLab-2.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: QuLab
-Version: 2.2.0
+Version: 2.2.4
 Summary: contral instruments and manage data
 Author-email: feihoo87 <feihoo87@gmail.com>
 Maintainer-email: feihoo87 <feihoo87@gmail.com>

{QuLab-2.2.0.dist-info → QuLab-2.2.4.dist-info}/RECORD

@@ -1,7 +1,7 @@
 qulab/__init__.py,sha256=vkFybY8YSsQilYdThPRD83-btPAR41sy_WCXiM-6mME,141
 qulab/__main__.py,sha256=V7iokU7awstgjCeiF_hoOdFyrqJwC_4QetiLe7cWvOQ,454
-qulab/fun.cp312-win_amd64.pyd,sha256=vtLN_dBQGLT1KtfLAlCYgQnkxvpsI5YbIWOrjuyN4Mg,32256
-qulab/version.py,sha256=j8DDNpniPNhmwry5zUQczzr9Gj6bGU3sUUeXfGl_kKE,21
+qulab/fun.cp312-win_amd64.pyd,sha256=IBy9wknYRFmBy6ejRzfWSHqSsJzzbP0_emTuzdQW4rU,32256
+qulab/version.py,sha256=q2oNXq5isDMLWwNWH0ZSaEk8JVgaJMDOwWNURaUZwW0,21
 qulab/monitor/__init__.py,sha256=xEVDkJF8issrsDeLqQmDsvtRmrf-UiViFcGTWuzdlFU,43
 qulab/monitor/__main__.py,sha256=k2H1H5Zf9LLXTDLISJkbikLH-z0f1e5i5i6wXXYPOrE,105
 qulab/monitor/config.py,sha256=y_5StMkdrbZO1ziyKBrvIkB7Jclp9RCPK1QbsOhCxnY,785
@@ -17,10 +17,10 @@ qulab/scan/curd.py,sha256=yaTglGiS6mlk0GqDHi_w8T02XGBMvDZtXSdML7zDywk,7117
 qulab/scan/expression.py,sha256=vwUM9E0OFQal4bljlUtLR3NJu4zGRyuWYrdyZSs3QTU,16199
 qulab/scan/models.py,sha256=ZvXkJEt5Yz3Sjx0JKzYka-q2Uo-w_iVzHgH8A6DbjF0,18236
 qulab/scan/optimize.py,sha256=MlT4y422CnP961IR384UKryyZh8riNvrPSd2z_MXLEg,2356
-qulab/scan/query.py,sha256=WZeTiEtycP4raqzIUEP6tNg-OMaQYfRCxcdyYP5Swyg,11819
-qulab/scan/record.py,sha256=K8h8psiT_xgHZem9HRwzEgmr9lE0dGYHjlfK11sHldw,19111
-qulab/scan/scan.py,sha256=ndH4heBDf_tuOA33G-0reIZVsUuzpCoJDsXk-xXeRVQ,35811
-qulab/scan/server.py,sha256=e7AqFmaN9924VYrbvyKwPrVBzqPcnXbT8YwexAN_ZjQ,11911
+qulab/scan/query.py,sha256=z94Ofbii4HZ4ZyZ7nos9-y37bH8-Xg4mA3QsF_aWx-c,11907
+qulab/scan/record.py,sha256=iCGkzIAFPYnT6idc--VloEVtyJPnHr35xt09lqtX674,20150
+qulab/scan/scan.py,sha256=fNpcL5KKSAGA1y6qteSxmH0Ii_I3IdDv5-ihhx1HUAs,35457
+qulab/scan/server.py,sha256=h5CPS1zKtBs0cKvEBdmT8_EQ_cxyX8VXGEjPlk9iD2I,12549
 qulab/scan/space.py,sha256=PBa7Z6KnS690x79WS2YU3PTA_s5K6MCJ6JmS93vs2s4,5381
 qulab/scan/utils.py,sha256=30qnYvyFyctwcWxOCUpCNxXgGysA7xdIDzYbjwxGUzA,3744
 qulab/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -78,9 +78,9 @@ qulab/visualization/plot_layout.py,sha256=yAnMONOms7_szCdng-8wPpUMPis5UnbaNNzV4K
 qulab/visualization/plot_seq.py,sha256=h9D0Yl_yO64IwlvBgzMu9EBKr9gg6y8QE55gu2PfTns,2783
 qulab/visualization/qdat.py,sha256=HubXFu4nfcA7iUzghJGle1C86G6221hicLR0b-GqhKQ,5887
 qulab/visualization/widgets.py,sha256=HcYwdhDtLreJiYaZuN3LfofjJmZcLwjMfP5aasebgDo,3266
-QuLab-2.2.0.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
-QuLab-2.2.0.dist-info/METADATA,sha256=vLSXtsZtAzrGYscJu107F0XhgtNJWzTXzT0Y0DHITKw,3609
-QuLab-2.2.0.dist-info/WHEEL,sha256=fZWyj_84lK0cA-ZNCsdwhbJl0OTrpWkxInEn424qrSs,102
-QuLab-2.2.0.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
-QuLab-2.2.0.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
-QuLab-2.2.0.dist-info/RECORD,,
+QuLab-2.2.4.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
+QuLab-2.2.4.dist-info/METADATA,sha256=rpYdVqhhvhXOKTwDw0eKf_z6Se2qN_nXcV4H9hi13NA,3609
+QuLab-2.2.4.dist-info/WHEEL,sha256=fZWyj_84lK0cA-ZNCsdwhbJl0OTrpWkxInEn424qrSs,102
+QuLab-2.2.4.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
+QuLab-2.2.4.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
+QuLab-2.2.4.dist-info/RECORD,,

qulab/scan/query.py

@@ -12,8 +12,8 @@ from sqlalchemy.orm import sessionmaker
 from qulab.sys.rpc.zmq_socket import ZMQContextManager
 
 from .record import Record
-from .server import get_local_record
 from .scan import default_server
+from .server import get_local_record
 
 
 def get_record(id, database=default_server) -> Record:
@@ -24,6 +24,8 @@ def get_record(id, database=default_server) -> Record:
                 'record_id': id
             })
             d = dill.loads(socket.recv_pyobj())
+            if d is None:
+                raise ValueError(f'No record with id {id}')
             d.id = id
             d.database = database
             d._file = None

qulab/scan/record.py

@@ -1,4 +1,6 @@
 import itertools
+import lzma
+import pickle
 import sys
 import uuid
 import zipfile
@@ -12,6 +14,7 @@ import zmq
 
 from qulab.sys.rpc.zmq_socket import ZMQContextManager
 
+from .curd import get_config
 from .space import OptimizeSpace, Space
 
 _not_given = object()
@@ -326,6 +329,28 @@ class Record():
     def axis(self):
         return self.description.get('axis', {})
 
+    def config(self, cls=dict, session=None, datapath=None):
+        config_id = self.description.get('config', None)
+        if config_id is None:
+            return None
+        if isinstance(config_id, dict):
+            return cls(config_id)
+        if self.is_remote_record():
+            with ZMQContextManager(zmq.DEALER,
+                                   connect=self.database) as socket:
+                socket.send_pyobj({
+                    'method': 'config_get',
+                    'config_id': config_id
+                })
+                buf = socket.recv_pyobj()
+                return cls(pickle.loads(lzma.decompress(buf)))
+        else:
+            assert session is not None, "session is required for local record"
+            assert datapath is not None, "datapath is required for local record"
+            config = get_config(session, config_id, base=datapath / 'objects')
+            session.commit()
+            return cls(config)
+
     def is_local_record(self):
         return not self.is_cache_record() and not self.is_remote_record()
 

qulab/scan/scan.py

@@ -145,17 +145,6 @@ async def create_config(config: dict, database=default_server, socket=None):
         return await socket.recv_pyobj()
 
 
-async def get_config(config_id: int, database=default_server, socket=None):
-    async with ZMQContextManager(zmq.DEALER, connect=database,
-                                 socket=socket) as socket:
-        await socket.send_pyobj({
-            'method': 'config_get',
-            'config_id': config_id
-        })
-        buf = await socket.recv_pyobj()
-        return pickle.loads(lzma.decompress(buf))
-
-
 def task_uuid():
     return uuid.uuid3(__process_uuid, str(next(__task_counter)))
 
@@ -332,16 +321,8 @@ class Scan():
     async def _emit(self, current_level, step, position, variables: dict[str,
                                                                          Any]):
         for key, value in list(variables.items()):
-            if key.startswith('**'):
-                if isinstance(value, dict):
-                    variables.update(value)
-                    del variables[key]
-                elif inspect.isawaitable(value):
-                    d = await value
-                    assert isinstance(
-                        d, dict), f"Should promise a dict for `**` symbol."
-                    variables.update(d)
-                    del variables[key]
+            if key.startswith('*'):
+                await _unpack(key, variables)
             elif inspect.isawaitable(value) and not self.hiden(key):
                 variables[key] = await value
         if self._sock is not None:
@@ -373,7 +354,7 @@ class Scan():
 
     def hiden(self, name: str) -> bool:
         return bool(
-            self._hide_pattern_re.match(name)) and not name.startswith('**')
+            self._hide_pattern_re.match(name)) and not name.startswith('*')
 
     async def _filter(self, variables: dict[str, Any], level: int = 0):
         try:
@@ -984,14 +965,8 @@ async def _iter_level(variables,
 
         if opts:
             for key in list(variables.keys()):
-                if key.startswith('**'):
-                    d = variables[key]
-                    if inspect.isawaitable(d):
-                        d = await d
-                    assert isinstance(
-                        d, dict), f"Should promise a dict for `**` symbol."
-                    variables.update(d)
-                    del variables[key]
+                if key.startswith('*'):
+                    await _unpack(key, variables)
 
         for name, opt in opts.items():
             opt_cfg = optimizers[name]
@@ -1035,3 +1010,26 @@ async def call_many_functions(order: list[list[str]],
             results = await asyncio.gather(*coros)
             ret.update(dict(zip(waited, results)))
     return ret
+
+
+async def _unpack(key, variables):
+    x = variables[key]
+    if inspect.isawaitable(x):
+        x = await x
+    if key.startswith('**'):
+        assert isinstance(x, dict), f"Should promise a dict for `**` symbol."
+        if "{key}" in key:
+            for k, v in x.items():
+                variables[key[2:].format(key=k)] = v
+        else:
+            variables.update(x)
+    elif key.startswith('*'):
+        assert isinstance(
+            x, (list, tuple,
+                np.ndarray)), f"Should promise a list for `*` symbol."
+        for i, v in enumerate(x):
+            k = key[1:].format(i=i)
+            variables[k] = v
+    else:
+        return
+    del variables[key]

qulab/scan/server.py

@@ -65,6 +65,8 @@ def flush_cache():
 
 def get_local_record(session: Session, id: int, datapath: Path) -> Record:
     record_in_db = session.get(RecordInDB, id)
+    if record_in_db is None:
+        return None
     record_in_db.atime = utcnow()
 
     if record_in_db.file.endswith('.zip'):
@@ -220,21 +222,33 @@ async def handle(session: Session, request: Request, datapath: Path):
             await reply(request, config.id)
         case 'submit':
             from .scan import Scan
+            finished = [(id, queried) for id, (task, queried) in pool.items()
+                        if not isinstance(task, int) and task.finished()]
+            for id, queried in finished:
+                if not queried:
+                    pool[id] = [pool[id].record.id, False]
+                else:
+                    pool.pop(id)
             description = dill.loads(msg['description'])
             task = Scan()
             task.description = description
             task.start()
-            pool[task.id] = task
+            pool[task.id] = [task, False]
             await reply(request, task.id)
         case 'get_record_id':
-            task = pool.get(msg['id'])
-            for _ in range(10):
-                if task.record:
-                    await reply(request, task.record.id)
-                    break
-                await asyncio.sleep(1)
+            task, queried = pool.get(msg['id'])
+            if isinstance(task, int):
+                await reply(request, task)
+                pool.pop(msg['id'])
             else:
-                await reply(request, None)
+                for _ in range(10):
+                    if task.record:
+                        await reply(request, task.record.id)
+                        pool[msg['id']] = [task, True]
+                        break
+                    await asyncio.sleep(1)
+                else:
+                    await reply(request, None)
         case _:
             logger.error(f"Unknown method: {msg['method']}")
 

qulab/version.py

@@ -1 +1 @@
-__version__ = "2.2.0"
+__version__ = "2.2.4"