QuLab 2.1.1__cp311-cp311-win_amd64.whl → 2.1.2__cp311-cp311-win_amd64.whl

{QuLab-2.1.1.dist-info → QuLab-2.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: QuLab
-Version: 2.1.1
+Version: 2.1.2
 Summary: contral instruments and manage data
 Author-email: feihoo87 <feihoo87@gmail.com>
 Maintainer-email: feihoo87 <feihoo87@gmail.com>

{QuLab-2.1.1.dist-info → QuLab-2.1.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
-qulab/__init__.py,sha256=8zLGg-DfQhnDl2Ky0n-zXpN-8e-g7iR0AcaI4l4Vvpk,32
+qulab/__init__.py,sha256=vkFybY8YSsQilYdThPRD83-btPAR41sy_WCXiM-6mME,141
 qulab/__main__.py,sha256=XN2wrhlmEkTIPq_ZeSaO8rWXfYgD2Czkm9DVFVoCw_U,515
-qulab/fun.cp311-win_amd64.pyd,sha256=UDt4HGuuUwWs5ppErwUbge8zg6CnVY4_z-AoonzjuFg,31232
-qulab/version.py,sha256=k4SipKIh6P-kJf4P7Os3KD55dGIg3hoiS5pK316IoMg,21
+qulab/fun.cp311-win_amd64.pyd,sha256=pDbiPNpPRjooF6cAGawfNqWkl4mbMhiar3MdLOTP0q4,31232
+qulab/version.py,sha256=FM98Inv2t7vU9Dvod2ccoaPCOtP2LV-rqmhbddOPf9U,21
 qulab/monitor/__init__.py,sha256=xEVDkJF8issrsDeLqQmDsvtRmrf-UiViFcGTWuzdlFU,43
 qulab/monitor/__main__.py,sha256=k2H1H5Zf9LLXTDLISJkbikLH-z0f1e5i5i6wXXYPOrE,105
 qulab/monitor/config.py,sha256=y_5StMkdrbZO1ziyKBrvIkB7Jclp9RCPK1QbsOhCxnY,785
@@ -12,15 +12,15 @@ qulab/monitor/monitor.py,sha256=2AP-hhg1T6-38mieDm5_ONTIXnXYlIrSyOiAOxDKy0I,2398
 qulab/monitor/ploter.py,sha256=dg7W28XTwEbBxHVtdPkFV135OQgoQwTi-NJCZQF-HYU,3724
 qulab/monitor/qt_compat.py,sha256=Eq7zlA4_XstB92NhtAqebtWU_Btw4lcwFO30YxZ-TPE,804
 qulab/monitor/toolbar.py,sha256=HxqG6ywKFyQJM2Q1s7SnhuzjbyeROczAZKwxztD1WJ8,8213
-qulab/scan/__init__.py,sha256=QQtFFMWX9XUcZrq2KGiNgyckoQRGS4p8MhsMWNjidBE,120
+qulab/scan/__init__.py,sha256=RR_0NQcr8Mi3vpWdypydbijQ1rXA0D3DEidQ7xjNslM,133
 qulab/scan/curd.py,sha256=bEXtcmiaoAv5APToXx5O5tvmqAhE2_LkvdwLsI_8D5M,4662
 qulab/scan/expression.py,sha256=vwUM9E0OFQal4bljlUtLR3NJu4zGRyuWYrdyZSs3QTU,16199
 qulab/scan/models.py,sha256=TkiVHF_fUZzYHs4MsCTRh391thpf4Ozd3R_LAU0Gxkg,17657
 qulab/scan/optimize.py,sha256=MlT4y422CnP961IR384UKryyZh8riNvrPSd2z_MXLEg,2356
-qulab/scan/query.py,sha256=ieXz8_YGUuZfQTruJdtKLZT7ZIiYzcJNvnRseitbQDA,11943
-qulab/scan/record.py,sha256=jJ_K3QrdEqtHRpG5EtkMRIKcFRNREgMxtoi7a9nMeeI,15535
-qulab/scan/recorder.py,sha256=3CrFEs-tyiR3aSxhqFDIdhibHTLzVyxsDXRpovQ8dyI,8804
-qulab/scan/scan.py,sha256=bFb20OXam6xj71tvZOws8VZ-iDRqLDHXTrZ8oGA2uDY,30022
+qulab/scan/query.py,sha256=vT1OevzKImqG40plmiPbyvzHVTBzAETo_OxpJHa0UmU,11821
+qulab/scan/record.py,sha256=s1bY4F_2FxIeN9ER-FILslCqc7i0JRAFv9pk0InQmcg,17477
+qulab/scan/recorder.py,sha256=qlUlxksL-beolTU3EupBlKDBGViicrq3ZoxjH6ZVHrY,8964
+qulab/scan/scan.py,sha256=AJ2GxdgTRL165UkNT27qZwJp_ag5j_hevNAY1-fUh7U,30607
 qulab/scan/server.py,sha256=Q7lX9ms37WbnzuLhrv3YbNrusTsxQUNT9slFqon5VL0,2872
 qulab/scan/space.py,sha256=OPceWIIrb2KDDQaSxD3Vkzkf9NDSuqWuQoDnKiWqtAo,5381
 qulab/scan/utils.py,sha256=30qnYvyFyctwcWxOCUpCNxXgGysA7xdIDzYbjwxGUzA,3744
@@ -79,9 +79,9 @@ qulab/visualization/plot_layout.py,sha256=yAnMONOms7_szCdng-8wPpUMPis5UnbaNNzV4K
 qulab/visualization/plot_seq.py,sha256=h9D0Yl_yO64IwlvBgzMu9EBKr9gg6y8QE55gu2PfTns,2783
 qulab/visualization/qdat.py,sha256=HubXFu4nfcA7iUzghJGle1C86G6221hicLR0b-GqhKQ,5887
 qulab/visualization/widgets.py,sha256=HcYwdhDtLreJiYaZuN3LfofjJmZcLwjMfP5aasebgDo,3266
-QuLab-2.1.1.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
-QuLab-2.1.1.dist-info/METADATA,sha256=nxgn3sJ3bOPGYgZ_3nNqUswtTIJcEzdsaJEGMX0fvi4,3609
-QuLab-2.1.1.dist-info/WHEEL,sha256=nSybvzWlmdJnHiUQSY-d7V1ycwEVUTqXiTvr2eshg44,102
-QuLab-2.1.1.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
-QuLab-2.1.1.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
-QuLab-2.1.1.dist-info/RECORD,,
+QuLab-2.1.2.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
+QuLab-2.1.2.dist-info/METADATA,sha256=BawKmH85rDyYCZUqZ1sEDQKzkUnpZX4D-Iy8iiY7AhQ,3609
+QuLab-2.1.2.dist-info/WHEEL,sha256=nSybvzWlmdJnHiUQSY-d7V1ycwEVUTqXiTvr2eshg44,102
+QuLab-2.1.2.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
+QuLab-2.1.2.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
+QuLab-2.1.2.dist-info/RECORD,,

qulab/__init__.py

@@ -1 +1,3 @@
-from .version import __version__
+from .scan import Scan, get_record, load_record, lookup, lookup_list
+from .version import __version__
+from .visualization import autoplot

qulab/scan/__init__.py

@@ -1,3 +1,3 @@
 from .expression import Expression, Symbol
-from .query import get_record, lookup, lookup_list
+from .query import get_record, load_record, lookup, lookup_list
 from .scan import Scan

qulab/scan/query.py

@@ -6,10 +6,13 @@ import dill
 import ipywidgets as widgets
 import zmq
 from IPython.display import display
+from sqlalchemy import create_engine
+from sqlalchemy.orm import sessionmaker
 
 from qulab.sys.rpc.zmq_socket import ZMQContextManager
 
 from .record import Record
+from .recorder import get_local_record
 from .scan import default_server
 
 
@@ -26,18 +29,15 @@ def get_record(id, database=default_server) -> Record:
             d._file = None
             return d
     else:
-        from .models import Record as RecordInDB
-        from .models import create_engine, sessionmaker
-
         db_file = Path(database) / 'data.db'
         engine = create_engine(f'sqlite:///{db_file}')
         Session = sessionmaker(bind=engine)
         with Session() as session:
-            path = Path(database) / 'objects' / session.get(RecordInDB,
-                                                            id).file
-            with open(path, 'rb') as f:
-                record = dill.load(f)
-            return record
+            return get_local_record(session, id, database)
+
+
+def load_record(file):
+    return Record.load(file)
 
 
 def _format_tag(tag):

qulab/scan/record.py

@@ -1,6 +1,7 @@
 import itertools
 import sys
 import uuid
+import zipfile
 from pathlib import Path
 from threading import Lock
 from types import EllipsisType
@@ -13,7 +14,7 @@ from qulab.sys.rpc.zmq_socket import ZMQContextManager
 
 from .space import OptimizeSpace, Space
 
-_notgiven = object()
+_not_given = object()
 
 
 def random_path(base):
@@ -120,6 +121,18 @@ class BufferList():
                             yield pos, value
                         except EOFError:
                             break
+        elif isinstance(
+                self.file, tuple) and len(self.file) == 2 and isinstance(
+                    self.file[0], str) and self.file[0].endswith('.zip'):
+            f, name = self.file
+            with zipfile.ZipFile(f, 'r') as z:
+                with z.open(name, 'r') as f:
+                    while True:
+                        try:
+                            pos, value = dill.load(f)
+                            yield pos, value
+                        except EOFError:
+                            break
 
     def iter(self):
         if self._data_id is None:
@@ -327,7 +340,7 @@ class Record():
             ret = ret.toarray()
         return ret
 
-    def get(self, key, default=_notgiven, buffer_to_array=False, slice=None):
+    def get(self, key, default=_not_given, buffer_to_array=False, slice=None):
         if self.is_remote_record():
             with ZMQContextManager(zmq.DEALER,
                                    connect=self.database) as socket:
@@ -355,7 +368,7 @@ class Record():
                 else:
                     return ret
         else:
-            if default is _notgiven:
+            if default is _not_given:
                 d = self._items.get(key)
             else:
                 d = self._items.get(key, default)
@@ -437,6 +450,40 @@ class Record():
         with open(self._file, 'wb') as f:
             dill.dump(self, f)
 
+    def export(self, file):
+        with zipfile.ZipFile(file,
+                             'w',
+                             compression=zipfile.ZIP_DEFLATED,
+                             compresslevel=9) as z:
+            items = {}
+            for key in self.keys():
+                value = self.get(key)
+                if isinstance(value, BufferList):
+                    v = BufferList()
+                    v.lu = value.lu
+                    v.rd = value.rd
+                    v.inner_shape = value.inner_shape
+                    items[key] = v
+                    with z.open(f'{key}.buf', 'w') as f:
+                        for pos, data in value.iter():
+                            dill.dump((pos, data), f)
+                else:
+                    items[key] = value
+            with z.open('record.pkl', 'w') as f:
+                dill.dump((self.description, items), f)
+
+    @classmethod
+    def load(cls, file: str):
+        with zipfile.ZipFile(file, 'r') as z:
+            with z.open('record.pkl', 'r') as f:
+                description, items = dill.load(f)
+            record = cls(None, None, description)
+            for key, value in items.items():
+                if isinstance(value, BufferList):
+                    value.file = file, f'{key}.buf'
+                record._items[key] = value
+        return record
+
     def __repr__(self):
         return f"<Record: id={self.id} app={self.description['app']}, keys={self.keys()}>"
 

qulab/scan/recorder.py

@@ -28,6 +28,7 @@ else:
 datapath.mkdir(parents=True, exist_ok=True)
 
 record_cache = {}
+CACHE_SIZE = 1024
 
 
 class Request():
@@ -45,11 +46,11 @@ async def reply(req, resp):
 
 
 def clear_cache():
-    if len(record_cache) < 1024:
+    if len(record_cache) < CACHE_SIZE:
         return
 
     for k, (t, _) in zip(sorted(record_cache.items(), key=lambda x: x[1][0]),
-                         range(len(record_cache) - 1024)):
+                         range(len(record_cache) - CACHE_SIZE)):
         del record_cache[k]
 
 
@@ -58,15 +59,20 @@ def flush_cache():
         r.flush()
 
 
+def get_local_record(session: Session, id: int, datapath: Path) -> Record:
+    record_in_db = session.get(RecordInDB, id)
+    record_in_db.atime = utcnow()
+    path = datapath / 'objects' / record_in_db.file
+    with open(path, 'rb') as f:
+        record = dill.load(f)
+        record.database = datapath
+        record._file = path
+    return record
+
+
 def get_record(session: Session, id: int, datapath: Path) -> Record:
     if id not in record_cache:
-        record_in_db = session.get(RecordInDB, id)
-        record_in_db.atime = utcnow()
-        path = datapath / 'objects' / record_in_db.file
-        with open(path, 'rb') as f:
-            record = dill.load(f)
-            record.database = datapath
-            record._file = path
+        record = get_local_record(session, id, datapath)
     else:
         record = record_cache[id][1]
     clear_cache()

qulab/scan/scan.py

@@ -46,6 +46,10 @@ if os.getenv('QULAB_SERVER'):
     default_server = os.getenv('QULAB_SERVER')
 else:
     default_server = f'tcp://127.0.0.1:{default_record_port}'
+if os.getenv('QULAB_EXECUTOR'):
+    default_executor = os.getenv('QULAB_EXECUTOR')
+else:
+    default_executor = default_server
 
 
 def task_uuid():
@@ -136,6 +140,7 @@ class Scan():
             'app': app,
             'tags': tags,
             'loops': {},
+            'intrinsic_loops': {},
             'consts': {},
             'functions': {},
             'getters': {},
@@ -287,10 +292,10 @@ class Scan():
         else:
             return Symbol(name)
 
-    def _add_loop_var(self, name: str, level: int, range):
+    def _add_search_space(self, name: str, level: int, space):
         if level not in self.description['loops']:
             self.description['loops'][level] = []
-        self.description['loops'][level].append((name, range))
+        self.description['loops'][level].append((name, space))
 
     def add_depends(self, name: str, depends: list[str]):
         if isinstance(depends, str):
@@ -299,7 +304,7 @@ class Scan():
             self.description['dependents'][name] = set()
         self.description['dependents'][name].update(depends)
 
-    def add_filter(self, func: Callable, level: int):
+    def add_filter(self, func: Callable, level: int = -1):
         """
         Add a filter function to the scan.
 
@@ -345,26 +350,33 @@ class Scan():
 
     def search(self,
                name: str,
-               range: Iterable | Expression | Callable | OptimizeSpace,
+               space: Iterable | Expression | Callable | OptimizeSpace,
                level: int | None = None,
-               setter: Callable | None = None):
+               setter: Callable | None = None,
+               intrinsic: bool = False):
         if level is not None:
-            assert level >= 0, 'level must be greater than or equal to 0.'
-        if isinstance(range, OptimizeSpace):
-            range.name = name
-            range.optimizer.dimensions[name] = range.space
-            self._add_loop_var(name, range.optimizer.level, range)
-            self.add_depends(range.optimizer.name, [name])
+            if not intrinsic:
+                assert level >= 0, 'level must be greater than or equal to 0.'
+        if intrinsic:
+            assert isinstance(space, (np.ndarray, list, tuple, range, Space)), \
+                'space must be an instance of np.ndarray, list, tuple, range or Space.'
+            self.description['intrinsic_loops'][name] = level
+            self.set(name, space)
+        elif isinstance(space, OptimizeSpace):
+            space.name = name
+            space.optimizer.dimensions[name] = space.space
+            self._add_search_space(name, space.optimizer.level, space)
+            self.add_depends(space.optimizer.name, [name])
         else:
             if level is None:
                 raise ValueError('level must be provided.')
             try:
-                range = Space.fromarray(range)
+                space = Space.fromarray(space)
             except:
                 pass
-            self._add_loop_var(name, level, range)
-            if isinstance(range, Expression) or callable(range):
-                self.add_depends(name, range.symbols())
+            self._add_search_space(name, level, space)
+            if isinstance(space, Expression) or callable(space):
+                self.add_depends(name, space.symbols())
         if setter:
             self.description['setters'][name] = setter
 
@@ -500,7 +512,7 @@ class Scan():
         import asyncio
         self._main_task = asyncio.create_task(self.run())
 
-    async def submit(self, server='tcp://127.0.0.1:6788'):
+    async def submit(self, server=default_executor):
         assymbly(self.description)
         async with ZMQContextManager(zmq.DEALER, connect=server) as socket:
             await socket.send_pyobj({
@@ -740,7 +752,7 @@ def assymbly(description):
                 keys -= set(ready)
 
     axis = {}
-    independent_variables = set()
+    independent_variables = set(description['intrinsic_loops'].keys())
 
     for name in description['consts']:
         axis[name] = ()

qulab/version.py

@@ -1 +1 @@
-__version__ = "2.1.1"
+__version__ = "2.1.2"