QuLab 2.0.1__cp311-cp311-win_amd64.whl → 2.0.3__cp311-cp311-win_amd64.whl

{QuLab-2.0.1.dist-info → QuLab-2.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: QuLab
-Version: 2.0.1
+Version: 2.0.3
 Summary: contral instruments and manage data
 Author-email: feihoo87 <feihoo87@gmail.com>
 Maintainer-email: feihoo87 <feihoo87@gmail.com>
@@ -30,10 +30,14 @@ Requires-Dist: dill >=0.3.6
 Requires-Dist: GitPython >=3.1.14
 Requires-Dist: ipython >=7.4.0
 Requires-Dist: ipywidgets >=7.4.2
+Requires-Dist: loguru >=0.7.2
 Requires-Dist: matplotlib >=3.7.2
+Requires-Dist: nevergrad >=1.0.2
 Requires-Dist: numpy >=1.13.3
 Requires-Dist: ply >=3.11
+Requires-Dist: pyzmq >=25.1.0
 Requires-Dist: scipy >=1.0.0
+Requires-Dist: watchdog >=4.0.0
 
 # QuLab
 [![View build status](https://travis-ci.org/feihoo87/QuLab.svg?branch=master)](https://travis-ci.org/feihoo87/QuLab)

{QuLab-2.0.1.dist-info → QuLab-2.0.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
 qulab/__init__.py,sha256=8zLGg-DfQhnDl2Ky0n-zXpN-8e-g7iR0AcaI4l4Vvpk,32
-qulab/__main__.py,sha256=pprldpRI_kZ3ufoH1JByhi7WIqqwW7MpaRoL0kGchQk,395
-qulab/fun.cp311-win_amd64.pyd,sha256=7CHV79bVQ9FtrOxpQNUC4dcWTYdz-oNXh3s_pNBAY54,31232
-qulab/version.py,sha256=pMl7p0vBanIg04EfboBE80RyG_KP7M0m9V3-qTl0YLQ,21
+qulab/__main__.py,sha256=OlYQe7go_eFLKR0uU6D1kIpTKvbpx3WRJFFdoYoFjdE,456
+qulab/fun.cp311-win_amd64.pyd,sha256=mPXp36Aw_1_IQZH_GaOYUJK9JZElr_Uy3bKRPiJ46Wg,31232
+qulab/version.py,sha256=HFL2NgNf74s56viRPRlgp_rAmKP1MzrtnJeQ8LxF_8M,21
 qulab/monitor/__init__.py,sha256=xEVDkJF8issrsDeLqQmDsvtRmrf-UiViFcGTWuzdlFU,43
 qulab/monitor/__main__.py,sha256=k2H1H5Zf9LLXTDLISJkbikLH-z0f1e5i5i6wXXYPOrE,105
 qulab/monitor/config.py,sha256=y_5StMkdrbZO1ziyKBrvIkB7Jclp9RCPK1QbsOhCxnY,785
@@ -12,14 +12,15 @@ qulab/monitor/monitor.py,sha256=2AP-hhg1T6-38mieDm5_ONTIXnXYlIrSyOiAOxDKy0I,2398
 qulab/monitor/ploter.py,sha256=dg7W28XTwEbBxHVtdPkFV135OQgoQwTi-NJCZQF-HYU,3724
 qulab/monitor/qt_compat.py,sha256=Eq7zlA4_XstB92NhtAqebtWU_Btw4lcwFO30YxZ-TPE,804
 qulab/monitor/toolbar.py,sha256=HxqG6ywKFyQJM2Q1s7SnhuzjbyeROczAZKwxztD1WJ8,8213
-qulab/scan/__init__.py,sha256=sjw3_wUL8G2AyDKSl9jhvoCbqLGg2DEmloXJHfO067A,220
-qulab/scan/base.py,sha256=4KYjT42qNuIc1axac6Qz4Tkcu9_ZtEpZ1QhxDS17haI,17691
-qulab/scan/dataset.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qulab/scan/expression.py,sha256=aTHplJPlvuW2R73X6oMcV5Gzeo8NSCre8Q3hE7mkCxI,15253
-qulab/scan/optimize.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qulab/scan/scanner.py,sha256=PXQwFPkpUIMwoL40FFbXvk693eXxP7YYaHQHAY1Ome4,8072
-qulab/scan/transforms.py,sha256=OWiHE36qKqeOJI-vwo3BOjGi5Ya_xcYU0g7D2DDIGo4,268
-qulab/scan/utils.py,sha256=DHGC-RcGbY7RmMEDvazPkC_nFqlj_N8Cr9spm_CGfuE,1061
+qulab/scan/__init__.py,sha256=O_m7HAjbavGUxl7MayY-PCGCXfzoASmeE-FX5zEIjCs,127
+qulab/scan/curd.py,sha256=bEXtcmiaoAv5APToXx5O5tvmqAhE2_LkvdwLsI_8D5M,4662
+qulab/scan/expression.py,sha256=vwUM9E0OFQal4bljlUtLR3NJu4zGRyuWYrdyZSs3QTU,16199
+qulab/scan/models.py,sha256=TkiVHF_fUZzYHs4MsCTRh391thpf4Ozd3R_LAU0Gxkg,17657
+qulab/scan/optimize.py,sha256=MlT4y422CnP961IR384UKryyZh8riNvrPSd2z_MXLEg,2356
+qulab/scan/query_record.py,sha256=gRUBjablvjWhDM-nZEunMVxQbUeaFF8qG7sROy9kIbs,11882
+qulab/scan/recorder.py,sha256=EgS7NzARFqZeWUJp188iFQWr-_fa7Akm0Op-tvGqh7A,15849
+qulab/scan/scan.py,sha256=jDsjyOPf15DV8rk1q2CYH7aDO6ypaP6n7t3LmNaY03o,23187
+qulab/scan/utils.py,sha256=XM-eKL5Xkm0hihhGS7Kq4g654Ye7n7TcU_f95gxtXq8,2634
 qulab/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qulab/storage/__main__.py,sha256=6-EjN0waX1yfcMPJXqpIr9UlrIEsSCFApm5G-ZeaPMQ,1742
 qulab/storage/base_dataset.py,sha256=28y3-OZrqJ52p5sbirEpUgjb7hqwLLpd38KU9DCkD24,12217
@@ -67,16 +68,17 @@ qulab/sys/rpc/server.py,sha256=W3bPwe8um1IeR_3HLx-ad6iCcbeuUQcSg11Ze4w6DJg,742
 qulab/sys/rpc/socket.py,sha256=W3bPwe8um1IeR_3HLx-ad6iCcbeuUQcSg11Ze4w6DJg,742
 qulab/sys/rpc/utils.py,sha256=BurIcqh8CS-Hsk1dYP6IiefK4qHivaEqD9_rBY083SA,619
 qulab/sys/rpc/worker.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+qulab/sys/rpc/zmq_socket.py,sha256=Ep4Uy36mV04tkzKtLsRSu5dQ0AT7cPeLhqZxRYgaxTQ,8135
 qulab/visualization/__init__.py,sha256=Bkt9AK5c45d6HFLlT-f8cIppywXziHtJqhDtVxOoKKo,6317
 qulab/visualization/__main__.py,sha256=WduINFl21B-XMsi2rg2cVhIyU11hKKX3zOsjc56QLiQ,1710
-qulab/visualization/_autoplot.py,sha256=JLvyr36wQRUU7i61_TMqcODizWZvTizY5CSGS_ZZsCw,14234
+qulab/visualization/_autoplot.py,sha256=JFLR3e71bryPaUkOCWFzD9C4Nk-ulqIdBb1YN4QnZic,14562
 qulab/visualization/plot_layout.py,sha256=yAnMONOms7_szCdng-8wPpUMPis5UnbaNNzV4KFBgso,13941
 qulab/visualization/plot_seq.py,sha256=h9D0Yl_yO64IwlvBgzMu9EBKr9gg6y8QE55gu2PfTns,2783
 qulab/visualization/qdat.py,sha256=HubXFu4nfcA7iUzghJGle1C86G6221hicLR0b-GqhKQ,5887
 qulab/visualization/widgets.py,sha256=HcYwdhDtLreJiYaZuN3LfofjJmZcLwjMfP5aasebgDo,3266
-QuLab-2.0.1.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
-QuLab-2.0.1.dist-info/METADATA,sha256=NI3Uarm6V21L_ZOfXyn-HEQDCu_l_GNfOCKmE33Wm5c,3480
-QuLab-2.0.1.dist-info/WHEEL,sha256=nSybvzWlmdJnHiUQSY-d7V1ycwEVUTqXiTvr2eshg44,102
-QuLab-2.0.1.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
-QuLab-2.0.1.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
-QuLab-2.0.1.dist-info/RECORD,,
+QuLab-2.0.3.dist-info/LICENSE,sha256=b4NRQ-GFVpJMT7RuExW3NwhfbrYsX7AcdB7Gudok-fs,1086
+QuLab-2.0.3.dist-info/METADATA,sha256=CBLJJtH8PMO1np50hxS8-Xbs1Bj4lFN1T7AwYCFI47Q,3609
+QuLab-2.0.3.dist-info/WHEEL,sha256=nSybvzWlmdJnHiUQSY-d7V1ycwEVUTqXiTvr2eshg44,102
+QuLab-2.0.3.dist-info/entry_points.txt,sha256=ohBzutEnQimP_BZWiuXdSliu4QAYSHHcN0PZD8c7ZCY,46
+QuLab-2.0.3.dist-info/top_level.txt,sha256=3T886LbAsbvjonu_TDdmgxKYUn939BVTRPxPl9r4cEg,6
+QuLab-2.0.3.dist-info/RECORD,,

qulab/__main__.py

@@ -1,6 +1,7 @@
 import click
 
 from .monitor.__main__ import main as monitor
+from .scan.recorder import record
 from .sys.net.cli import dht
 from .visualization.__main__ import plot
 
@@ -19,6 +20,7 @@ def hello():
 main.add_command(monitor)
 main.add_command(plot)
 main.add_command(dht)
+main.add_command(record)
 
 if __name__ == '__main__':
     main()

qulab/scan/__init__.py

@@ -1,4 +1,3 @@
-from .base import (BaseOptimizer, Begin, End, OptimizerConfig, StepStatus,
-                   Tracker, scan_iters)
 from .expression import Expression, Symbol
-from .scanner import Atom, Optimizer, OptimizeSpace, Scan
+from .query_record import get_record, lookup, lookup_list
+from .scan import Scan

qulab/scan/curd.py

@@ -0,0 +1,144 @@
+from datetime import date, datetime, timezone
+from typing import Sequence, Type, Union
+
+from sqlalchemy.orm import Query, Session, aliased
+from sqlalchemy.orm.exc import NoResultFound
+from sqlalchemy.orm.session import Session
+from waveforms.dicttree import foldDict
+
+from .models import Comment, Record, Report, Sample, Tag
+
+
+def tag(session: Session, tag_text: str) -> Tag:
+    """Get a tag from the database or create a new if not exists."""
+    try:
+        return session.query(Tag).filter(Tag.text == tag_text).one()
+    except NoResultFound:
+        tag = Tag(text=tag_text)
+        return tag
+
+
+def tag_it(session: Session, tag_text: str, obj: Union[Sample, Record,
+                                                       Report]) -> Tag:
+    """Tag an object."""
+    if obj.id is None:
+        session.add(obj)
+        obj.tags.append(tag(session, tag_text))
+    else:
+        session.query(type(obj)).filter(
+            type(obj).id == obj.id).one().tags.append(tag(session, tag_text))
+    session.commit()
+
+
+def get_object_with_tags(session: Session,
+                         cls: Union[Type[Comment], Type[Sample], Type[Record],
+                                    Type[Report]], *tags: str) -> Query:
+    """
+    Query objects with the given tags.
+
+    Parameters
+    ----------
+    session : :class:`sqlalchemy.orm.Session`
+        The database session.
+    cls : :class:`sqlalchemy.orm.Mapper`
+        The object class.
+    tags : str
+        The tags.
+
+    Returns
+    -------
+    :class:`sqlalchemy.orm.Query`
+        The query.
+    """
+    if isinstance(session, Query):
+        q = session
+    else:
+        q = session.query(cls)
+    if not hasattr(cls, 'tags'):
+        return []
+
+    aliase = {tag: aliased(Tag) for tag in tags}
+
+    for tag, a in aliase.items():
+        q = q.join(a, cls.tags)
+        if '*' in tag:
+            q = q.filter(a.text.like(tag.replace('*', '%')))
+        else:
+            q = q.filter(a.text == tag)
+    return q
+
+
+def query_record(session: Session,
+                 offset: int = 0,
+                 limit: int = 10,
+                 app: str | None = None,
+                 tags: Sequence[str] = (),
+                 before: datetime | date | None = None,
+                 after: datetime | date | None = None):
+    tz_offset = datetime.now(timezone.utc).astimezone().utcoffset()
+    table = {'header': ['ID', 'App', 'tags', 'created time'], 'body': []}
+    apps = sorted(
+        set([
+            n for n, *_ in get_object_with_tags(session.query(Record.app),
+                                                Record, *tags).all()
+        ]))
+    apps = foldDict(dict([(app, None) for app in apps]))
+
+    query = get_object_with_tags(session, Record, *tags)
+
+    if app is not None:
+        if app.endswith('*'):
+            query = query.filter(Record.app.like(app[:-1] + '%'))
+        else:
+            query = query.filter(Record.app == app)
+    if before is not None:
+        if isinstance(before, date):
+            before = datetime(before.year, before.month, before.day)
+        query = query.filter(Record.ctime <= before - tz_offset)
+    if after is not None:
+        if isinstance(after, date):
+            after = datetime(after.year, after.month, after.day)
+        query = query.filter(Record.ctime >= after - tz_offset)
+    total = query.count()
+    for r in query.order_by(Record.ctime.desc()).limit(limit).offset(offset):
+        tags = sorted([t.text for t in r.tags])
+        ctime = r.ctime + tz_offset
+        row = [r.id, r.app, tags, ctime]
+        table['body'].append(row)
+
+    return total, apps, table
+
+
+def update_tags(session: Session,
+                record_id: int,
+                tags: Sequence[str],
+                append: bool = False):
+    record = session.get(Record, record_id)
+    if record is None:
+        return False
+    if append:
+        old = [t.text for t in record.tags]
+        for t in old:
+            if t not in tags:
+                tags.append(t)
+    record.tags = [tag(session, t) for t in tags]
+    try:
+        session.commit()
+    except Exception:
+        session.rollback()
+        return False
+    return True
+
+
+def remove_tags(session: Session, record_id: int, tags: Sequence[str]):
+    record = session.get(Record, record_id)
+    if record is None:
+        return False
+    old = [t.text for t in record.tags]
+    record.tags = [tag(session, t) for t in old if t not in tags]
+    try:
+        session.commit()
+    except Exception:
+        session.rollback()
+        return False
+    return True

qulab/scan/expression.py

@@ -323,6 +323,14 @@ class UnaryExpression(Expression):
         self.a = a
         self.op = op
 
+    def __getstate__(self) -> dict:
+        return {'a': self.a, 'op': self.op}
+
+    def __setstate__(self, state: dict):
+        self.a = state['a']
+        self.op = state['op']
+        self.cache = _empty
+
     def symbols(self) -> list[str]:
         if isinstance(self.a, Expression):
             return self.a.symbols()
@@ -362,6 +370,15 @@ class BinaryExpression(Expression):
         self.b = b
         self.op = op
 
+    def __getstate__(self) -> dict:
+        return {'a': self.a, 'b': self.b, 'op': self.op}
+
+    def __setstate__(self, state: dict):
+        self.a = state['a']
+        self.b = state['b']
+        self.op = state['op']
+        self.cache = _empty
+
     def symbols(self) -> list[str]:
         symbs = set()
         if isinstance(self.a, Expression):
@@ -419,6 +436,15 @@ class ObjectMethod(Expression):
         self.method = method
         self.args = args
 
+    def __getstate__(self) -> dict:
+        return {'obj': self.obj, 'method': self.method, 'args': self.args}
+
+    def __setstate__(self, state: dict):
+        self.obj = state['obj']
+        self.method = state['method']
+        self.args = state['args']
+        self.cache = _empty
+
     def symbols(self) -> list[str]:
         symbs = set()
         if isinstance(self.obj, Expression):
@@ -439,7 +465,7 @@ class ObjectMethod(Expression):
             return ObjectMethod(obj, self.method, *args)
         else:
             return getattr(obj, self.method)(*args)
-        
+
     def __repr__(self):
         if self.method == '__call__':
             return f"{self.obj!r}({', '.join(map(repr, self.args))})"
@@ -453,6 +479,13 @@ class Symbol(Expression):
         super().__init__()
         self.name = name
 
+    def __getstate__(self) -> dict:
+        return {'name': self.name}
+
+    def __setstate__(self, state: dict):
+        self.name = state['name']
+        self.cache = _empty
+
     def symbols(self) -> list[str]:
         return [self.name]