moat-kv 0.70.24__py3-none-any.whl → 0.71.0__py3-none-any.whl

docs/source/v3.rst

@@ -0,0 +1,168 @@
+=================
+MoaT-KV Version 3
+=================
+
++++++++++
+Rationale
++++++++++
+
+The V2 servers worked, for the most part, but they had a couple of problems.
+
+* sometimes there are strange deadlocks
+
+* msgpack isn't that widely supported compared to CBOR
+
+* the initial client/server negotiation isn't versioned
+
+* the sync protocol is somewhat overengineered
+
+* speed of updates is limited by the client>server>MQTT>server>client
+  chain; two possibly-high-load servers in between cause too much delay
+
+* Messages tended to be more verbose than necessary
+
+++++++++++++++++++
+V3 design overview
+++++++++++++++++++
+
+Server start
+++++++++++++
+
+* connect to MQTT, listen to all MoaT messages,
+  update internal state as messages come in
+
+* ask for a server link on the Join/Actor topic
+
+* load the local backup if present
+
+* fetch full tree from designated server is replied
+
+* merge data
+
+* Join actor topic
+
+
+Client connection setup A
++++++++++++++++++++++++++
+
+* Client connects to MQTT and sends Query message
+* Designated server replies with connection data
+* Client connects to server
+
+* Server greets client
+* Client authenticates
+* Server sends MQTT connection information
+* Client connects to MQTT and sends Birth message
+* Server sees the client's message and sends ACK to the client
+
+Client connection setup B
++++++++++++++++++++++++++
+
+This method is slower; it can be used when the configured server doesn't work.
+
+* Client connects to MQTT and sends Query message
+* Designated server sends connection data
+
+Reading initial data
+++++++++++++++++++++
+
+* Client subscribes to MQTT topic
+* Client requests initial data from server
+* Server sends data, advises client that no data exist, or tells the client
+  that MQTT uses retaining (if so, which codec to use)
+
+Updates
++++++++
+
+The most notable pain point of the old design is the speed of updates.
+Thus in V3 all updates will be MQTT messages.
+
+This section does not apply if the MQTT server retains the data.
+
+MoaT update messages are CBOR maps. Keys are small integers for message brevity and
+decode speed.
+
+* 0: tock
+
+  The system-wide update counter. May be missing.
+
+* 1: value
+
+  Contents: Whatever is CBOR-encodeable. A missing value means that the
+  object shall be deleted.
+
+* 2: tick.
+
+  Update tracker. This is a ``((name, seq, counter), …)`` list of tuples.
+
+  * name
+    The server's name
+
+  * seq
+    Client connection. Zero is reserved for server-generated content.
+
+  * counter
+    A per-client update counter, managed by the client. Must start at 1 and
+    increment in steps of 1, in order to detect skipped updates.
+
+
+The server sees the update and sends an ACK message to the client, assuming
+that there was no conflict.
+
+
+Skipped updates
++++++++++++++++
+
+Servers listen to all messages. If there's a gap in a client's sequence
+numbers, the server will ask it to repeat the message.
+
+
+Update conflict resolution
+++++++++++++++++++++++++++
+
+If a client sends a message which the server determines
+
+
+MQTT topics
++++++++++++
+
+All are under a common configured prefix, the default is "moat/main".
+
+svc/act
+-------
+
+The Actor topic for server identification.
+
+The transmitted value contains the server's name, host and port.
+
+
+svc/query
+---------
+
+Connect requests from clients.
+
+svc/server
+----------
+
+Reply queue for messages to ``svc/query``. Contains the server value as
+above.
+
+
+d/*
+---
+
+Update messages.
+
+Topic translation
++++++++++++++++++
+
+Topics are encoded like MoaT paths, except for these differences:
+
+* The path separator is ``/``  instead of ``.``
+* Slashes are escaped as ``:_``.
+* Spaces in paths are never escaped: that would collide with the previous rule
+* Dots are not escaped, obviously.
+* `None` is encoded as "$NULL" when it's a top-level element.
+* The sequence ``:.`` is used to shield both wildcards and strings with a
+  leading ``$`` character. It translates back to an empty string, not a
+  dot, and may be treated as an illegal sequence otherwise.

examples/code/transform.scale.yml

@@ -0,0 +1,21 @@
+code: |
+  await _self.watch(src, fetch=False)
+  async for msg in _info:
+      if isinstance(msg, _cls.ChangeMsg):
+          try:
+              val = msg.value * factor + offset
+          except AttributeError:
+              continue
+          await _client.set(dst, value=val, idem=False)
+info: Apply factor+offset
+is_async: true
+vars:
+- src
+- dst
+- factor
+- offset
+
+# Whenever the value at 'src', changes, this code multiplies it by
+# 'factor', adds 'offset', and writes it to 'dst'.
+# 
+# This takes ~0.025 seconds, end-to-end, on a Raspberry Pi 3.

examples/code/transform.switch.yml

@@ -0,0 +1,82 @@
+code: |
+  await _self.watch(src, fetch=False)
+  inv = high < low
+  if inv:
+      high,low = low,high
+  res = await _client.get(flip)
+  if "value" in res:
+      is_high = res.value != inv
+  else:
+      await _client.set(flip, value=inv)
+      is_high = False
+
+  async for msg in _info:
+      if isinstance(msg, _cls.ChangeMsg):
+          try:
+              val = msg.value
+          except AttributeError:
+              continue
+          if is_high and val < low:
+              is_high = False
+              await _client.set(flip, value=inv)
+          elif not is_high and val > high:
+              is_high = True
+              await _client.set(flip, value=not inv)
+          else:
+              if is_high:
+                  val += high-low
+              await _client.set(dst, value=val)
+info: Switch input between triggers
+is_async: true
+vars:
+- src
+- dst
+- flip
+- high
+- low
+
+# Consider this simple hook-up of a photoresistor:
+#
+#         +5V --- PHOTO --+-- R1 --+-- R2 --- GND
+#                         |        |
+#                       sensor    port
+#
+# The port is a pull-down output: thus, this setup switches resistance
+# between R1 and R1+R2, which allows us to measure the wide range of
+# resistance which a typical photoresistor has, without requiring more
+# fancy circuitry.
+# ‹low› and ‹high› need to be calculated so that
+# 
+# * when the photoresistor's resistance is such that the voltage at the
+#   sensor is at ‹high›, switching on the port will set the voltage to
+#   ‹low›, so you don't get a break in the brightness curve
+# * the rate of change is roughly equal, so you don't get a kink in that
+#   curve.
+# 
+# These conditions are satisfied when R(photo) = √(R1*(R1+R2)).
+# So if R1=100Ω and R2=10kΩ, R(photo) at the switching point would be 1005Ω,
+# thus you can calculate V(high) as 4.55 Volt and V(low) as 0.45 Volt.
+# 
+# The actual choice of resistors is up to you and depends on the
+# photoresistor's behavior in "interesting" lighting conditions. In general
+# you'd want a high-resolution capture of the values at both ends of the
+# range. Thus the above resistor values are sensible if the photoresistor
+# is at 5kΩ when the light gets bright enough to read the newspaper (you
+# want to capture as many nuances of the dark phase as possible), and at
+# 50Ω on a bright summer day just as a cloud has obscured the sun.
+# Or something like that.
+# 
+# 'src' is the path which the sensor value is written to. Presumably it's
+# polled periodically.
+#
+# 'dst' is the entry which receives the adjusted value.
+#
+# 'flip' is the entry which corresponds to the port. It receives a `bool`
+# value (`False` on startup).
+#
+# 'low' and 'high' are the threshold values. If 'low' is greater than
+# 'high', the port is inverted (i.e. it's set to `True` on startup).
+#
+# When a ‹src› update causes the port to be inverted, writing to ‹dst› is
+# skipped: if the new value is close to the threshold, the delay doesn't
+# matter much, and if it's not the value would be too inaccurate.

examples/code/transform.timeslot.yml

@@ -0,0 +1,63 @@
+code: |
+  last_val = None
+  this_val = None
+  timer = None
+  await _client.set(dst, value=0, idem=True)
+  await _self.watch(src, fetch=True)
+
+  async for msg in _info:
+      if isinstance(msg, _cls.ChangeMsg):
+          try:
+              val = msg.value
+          except AttributeError:
+              continue
+          if last_val is None:
+              last_val = val
+              this_val = val
+              continue
+          this_val = val
+          delta = this_val - last_val
+          if delta > 0 and timer is None:
+              # fire an immediate update at first change
+              await _client.set(dst, value=delta*factor, idem=(delta == 0))
+              timer = await _self.timer(seconds)
+          elif delta < 0:
+              # wraparound or whatever
+              last_val = this_val
+              if timer is not None:
+                  await timer.cancel()
+                  timer = None
+      elif isinstance(msg, _cls.TimerMsg):
+          delta = this_val - last_val
+          if delta >= 0:
+              await _client.set(dst, value=delta*factor, idem=(delta == 0))
+          if delta > 0:
+              await timer.run(seconds)
+          else:
+              timer = None
+          last_val = this_val
+info: generate timeslots for counter deltas
+is_async: true
+vars:
+- src
+- dst
+- seconds
+- factor
+
+# This code converts a randomly-updating counter into one that carries a
+# defined meaning.
+#
+# Consider a rain meter. The counter triggers whenever the meter's counter
+# triggers possibly aggregated so that you don't get more than one update
+# every ten seconds even if it's raining buckets.
+#
+# However, in your display you want the rate of rain over, say, the last
+# minute, so you can show some approximation of "how much rain is there
+# right now".
+#
+# This code sends an initial update immediately so that receiving code sees
+# some value > 0 ASAP, then another update every ‹seconds›.
+#
+# Updates are scaled by ‹factor› so you can translate the counter's output
+# to something understandable like "how many mm of water would there be on
+# the ground if this amount of rain continued for an hour".

moat/kv/_cfg.yaml

@@ -26,7 +26,6 @@ runner: # for moat.kv.runner.RunnerRoot
   state: !P :.moat.kv.state"
 
   name: "run"
-  # Serf event name, suffixed by subpath
 
   start_delay: 1
   # time to wait between job starts. Not optional.
@@ -56,9 +55,6 @@ server:
   # default
   mqtt:
     uri: "mqtt://localhost:1883"
-  serf:
-    host: "localhost"
-    port: 7373
 
   # event message path/topic prefix
   root: !P moat.kv
@@ -79,10 +75,10 @@ server:
   ping:
     cycle: 10
     gap: 2
-    # asyncserf.Actor config timing for server sync
+    # asyncactor config timing for server sync
   # ping also controls minimum server startup time
   delete:
-    # asyncserf.Actor config timing for deletion
+    # asyncactor config timing for deletion
     cycle: 100
     gap: 10
     version: 1

moat/kv/backend/mqtt.py

@@ -11,9 +11,6 @@ from . import Backend
 
 logger = logging.getLogger(__name__)
 
-# Simply setting connect=asyncserf.serf_client interferes with mocking
-# when testing.
-
 
 class MqttMessage:
     def __init__(self, topic, payload):

{moat_kv-0.70.24.dist-info → moat_kv-0.71.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: moat-kv
-Version: 0.70.24
+Version: 0.71.0
 Summary: A distributed no-master key-value store
 Author-email: Matthias Urlichs <matthias@urlichs.de>
 Project-URL: homepage, https://m-o-a-t.org
@@ -25,7 +25,6 @@ Requires-Dist: trio>=0.22
 Requires-Dist: anyio>=4
 Requires-Dist: range_set>=0.2
 Requires-Dist: attrs>=22
-Requires-Dist: asyncserf>=0.16
 Requires-Dist: asyncactor>=0.24
 Requires-Dist: asyncscope>=0.10.4
 Requires-Dist: jsonschema>=2.5
@@ -34,11 +33,9 @@ Requires-Dist: PyNaCl>=1.3
 Requires-Dist: moat-lib-diffiehellman~=0.13.4
 Requires-Dist: psutil
 Requires-Dist: simpleeval>=0.9.10
-Requires-Dist: moat-mqtt~=0.42.3
+Requires-Dist: moat-mqtt~=0.42.4
 Requires-Dist: moat-util~=0.56.4
 Requires-Dist: exceptiongroup; python_version < "3.11"
-Provides-Extra: dev
-Requires-Dist: moat-src>=0.5.0; extra == "dev"
 Dynamic: license-file
 
 =======

{moat_kv-0.70.24.dist-info → moat_kv-0.71.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
 build/lib/docs/source/conf.py,sha256=v4cO_xK-WpfHeOCQ4RaeHFk8vwBM7Gg3sw6DgGLmpCc,6072
 build/lib/examples/pathify.py,sha256=cq2j7Nqhl3jmoNZ6l8wMj4j7DkHMxyB7-oTOrCZA0xQ,1128
 build/lib/moat/kv/__init__.py,sha256=TO2TyH5Focv78vDDqtiN1vZVLsVihrOqvHBAlLIgVRA,508
-build/lib/moat/kv/_cfg.yaml,sha256=fYMbr4A3-WuXxhqwJIY3AL_t2L_kKrlgJWU2bHry7t8,2249
+build/lib/moat/kv/_cfg.yaml,sha256=HMyyiInthAOme_j9ydpfMzSvWVn_wgpNFAFyhpOCsuo,2153
 build/lib/moat/kv/_main.py,sha256=SgI4ef8AQDOC4N4pLRiyaiSiFIzN-J337WIcuC7DPOY,2234
 build/lib/moat/kv/client.py,sha256=c8YV0sjpO2XYpNE-fep7fDO2kgsNdShZxgCjohy23CY,34549
 build/lib/moat/kv/code.py,sha256=gM7WNsjCfukr7h2fKm1U3zMHN5Wj-_hgy5U817LP9qE,6427
@@ -21,8 +21,7 @@ build/lib/moat/kv/auth/_test.py,sha256=ZaMpMf2CTJ6sdGyENUhdWAY5TLC-kBtszM3dFQbyu
 build/lib/moat/kv/auth/password.py,sha256=DQG2BnNEoQ0H-znkHJx0G9-bcdWwg3IgqojcAHhKIsQ,6307
 build/lib/moat/kv/auth/root.py,sha256=lW-_hgQp3ZIzAAe4iBl0rdMU-pFuHIC6ObA3rdFXxkk,1303
 build/lib/moat/kv/backend/__init__.py,sha256=f5nIOWD2zml2YiaBNXtEOzC7SEGgwDFJMB8YzRISJ0A,1689
-build/lib/moat/kv/backend/mqtt.py,sha256=0pRGXZmTuVl5cNwzo5ypc_84Zuzyu0aEtRGTbK8gjYk,2095
-build/lib/moat/kv/backend/serf.py,sha256=i4u7V6h8SPO3XmP76DiARnFLC4M67xnQEX5-9SgbwtU,1295
+build/lib/moat/kv/backend/mqtt.py,sha256=XUwMR8RPzq6EPLub0cy7YzXTS1CkfBZFtZ4W9GTcQBo,2007
 build/lib/moat/kv/command/__init__.py,sha256=9_8wL9Scv8_Cs8HJyJHGvx1vwXErsuvlsAqNZLcJQR0,8
 build/lib/moat/kv/command/acl.py,sha256=wSdlzKBjWIFX3IxCdLcG3ZqjvtX8KPtqe38ibyU2VDo,4665
 build/lib/moat/kv/command/auth.py,sha256=vP22ZIBMjRdUxN4_ELKiDgIE5ZqdMxs1ky1WDVUx50M,7149
@@ -38,14 +37,22 @@ build/lib/moat/kv/command/type.py,sha256=JN0_Abb5wR4UJH5zHnVZgT93NJRYY6qpRD_ZQT1
 build/lib/moat/kv/command/dump/__init__.py,sha256=L05R6W9eDzUDAr7UhfEo1lZR-UB0qYUUf-5dRHC-p-0,4000
 build/lib/moat/kv/mock/__init__.py,sha256=HW6YAwo_OBVRmTeRCc-ZoUHB7-D78cEONlcb5vACdIE,2760
 build/lib/moat/kv/mock/mqtt.py,sha256=b9pzbwQBmTX2eSiSgNO7nh2-7l8-0TT8n2GxinQ-1l0,5213
-build/lib/moat/kv/mock/serf.py,sha256=cuNT3jEXg3eq7Gs2R6734_gdWeyzZryZoT78MtemDH4,7611
 build/lib/moat/kv/mock/tracer.py,sha256=qLEIn9gdlYUypyRYD8O8SbM8ye8XR4xtBl3otP6uNLs,2058
 build/lib/moat/kv/obj/__init__.py,sha256=yeiZ6bWM8XhK28ruqX7RmpPhytYXlOJPRw_hsWbvExk,19800
 build/lib/moat/kv/obj/command.py,sha256=QQiOhPtlGV07kuutV0KowmC2HiXhmIFUktofqlRg1GA,7446
+ci/rtd-requirements.txt,sha256=q_4dVDUIuXYxY3nN9_NCKYUiBpktQFouyqfmCANc1W4,123
+ci/test-requirements.txt,sha256=ABIHUDbtJ3hpVgItYyHuFbh9UKuRMYmkILROxc1ygmk,74
+ci/travis.sh,sha256=CZiQZUebAmYYH3DUOArik0ktJCG8Q0DE7lb0D-porDo,3335
+debian/.gitignore,sha256=hecgAHAGCwd3DkI44GQT08cmd8DaCcz-zOQuINQ7ZKs,97
+debian/changelog,sha256=lcGqGWXCsqfuc6LC02cFdiK7c9RD4p9tNMSqOttB81s,32353
+debian/control,sha256=a5aeNf2U0O9kAZjh28-g0-HuJsYksxPWTgVNZ5kW2VY,1441
+debian/moat-kv.postinst,sha256=2z322zcHXXTX0lXcOUn9DBnVPNO4f_d8nsfxuhNpfHY,33
+debian/rules,sha256=bOC4tJvuLUgFaQmBu_zxcjtJGn01HkZKhctnDoqT6WY,461
+debian/watch,sha256=O8zhQHur_qoHyzVIewbea-dfUSkJmCmV7P6PzZFPkR4,191
 debian/moat-kv/usr/lib/python3/dist-packages/docs/source/conf.py,sha256=v4cO_xK-WpfHeOCQ4RaeHFk8vwBM7Gg3sw6DgGLmpCc,6072
 debian/moat-kv/usr/lib/python3/dist-packages/examples/pathify.py,sha256=cq2j7Nqhl3jmoNZ6l8wMj4j7DkHMxyB7-oTOrCZA0xQ,1128
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/__init__.py,sha256=TO2TyH5Focv78vDDqtiN1vZVLsVihrOqvHBAlLIgVRA,508
-debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/_cfg.yaml,sha256=fYMbr4A3-WuXxhqwJIY3AL_t2L_kKrlgJWU2bHry7t8,2249
+debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/_cfg.yaml,sha256=HMyyiInthAOme_j9ydpfMzSvWVn_wgpNFAFyhpOCsuo,2153
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/_main.py,sha256=SgI4ef8AQDOC4N4pLRiyaiSiFIzN-J337WIcuC7DPOY,2234
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/client.py,sha256=c8YV0sjpO2XYpNE-fep7fDO2kgsNdShZxgCjohy23CY,34549
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/code.py,sha256=gM7WNsjCfukr7h2fKm1U3zMHN5Wj-_hgy5U817LP9qE,6427
@@ -65,8 +72,7 @@ debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/auth/_test.py,sha256=ZaMpMf
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/auth/password.py,sha256=DQG2BnNEoQ0H-znkHJx0G9-bcdWwg3IgqojcAHhKIsQ,6307
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/auth/root.py,sha256=lW-_hgQp3ZIzAAe4iBl0rdMU-pFuHIC6ObA3rdFXxkk,1303
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/backend/__init__.py,sha256=f5nIOWD2zml2YiaBNXtEOzC7SEGgwDFJMB8YzRISJ0A,1689
-debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/backend/mqtt.py,sha256=0pRGXZmTuVl5cNwzo5ypc_84Zuzyu0aEtRGTbK8gjYk,2095
-debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/backend/serf.py,sha256=i4u7V6h8SPO3XmP76DiARnFLC4M67xnQEX5-9SgbwtU,1295
+debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/backend/mqtt.py,sha256=XUwMR8RPzq6EPLub0cy7YzXTS1CkfBZFtZ4W9GTcQBo,2007
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/command/__init__.py,sha256=9_8wL9Scv8_Cs8HJyJHGvx1vwXErsuvlsAqNZLcJQR0,8
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/command/acl.py,sha256=wSdlzKBjWIFX3IxCdLcG3ZqjvtX8KPtqe38ibyU2VDo,4665
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/command/auth.py,sha256=vP22ZIBMjRdUxN4_ELKiDgIE5ZqdMxs1ky1WDVUx50M,7149
@@ -82,14 +88,39 @@ debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/command/type.py,sha256=JN0_
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/command/dump/__init__.py,sha256=L05R6W9eDzUDAr7UhfEo1lZR-UB0qYUUf-5dRHC-p-0,4000
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/mock/__init__.py,sha256=HW6YAwo_OBVRmTeRCc-ZoUHB7-D78cEONlcb5vACdIE,2760
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/mock/mqtt.py,sha256=b9pzbwQBmTX2eSiSgNO7nh2-7l8-0TT8n2GxinQ-1l0,5213
-debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/mock/serf.py,sha256=cuNT3jEXg3eq7Gs2R6734_gdWeyzZryZoT78MtemDH4,7611
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/mock/tracer.py,sha256=qLEIn9gdlYUypyRYD8O8SbM8ye8XR4xtBl3otP6uNLs,2058
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/obj/__init__.py,sha256=yeiZ6bWM8XhK28ruqX7RmpPhytYXlOJPRw_hsWbvExk,19800
 debian/moat-kv/usr/lib/python3/dist-packages/moat/kv/obj/command.py,sha256=QQiOhPtlGV07kuutV0KowmC2HiXhmIFUktofqlRg1GA,7446
+debian/source/format,sha256=G-cIDXLmtWbfPiNs4sVe_fu7j6HJctgl5bZy_4dzvho,12
+docs/Makefile,sha256=g6jq_WYItszUyPzdvzs04ZgPOGXE_THsm2zAbvVUMnU,609
+docs/make.bat,sha256=tZwnc3a-ozijIP3JTHDoSdNFMwXwrELNhOCFMBxB7K0,779
+docs/source/TODO.rst,sha256=87ZE4VAEzSgYXr2BvUCnMFYa1TSNAr3nPiZNt0b6B5Y,1921
+docs/source/acls.rst,sha256=qAG7SrTnBJv2IIS36FC74ubt0FJQ5rZBwd8yXuYQZd0,2018
+docs/source/auth.rst,sha256=9-4se2vH-kbB86BiUMfafTXNtmHrPHH9nZDujRxw0ww,2603
+docs/source/client_protocol.rst,sha256=X_EMTbWRXBotwAPDRCDeZUEBaK2OXul8t_PV0BiC1Gs,14094
+docs/source/code.rst,sha256=ihHRtzpeEWGhioCUssakSrbkB7V2heA0Qca4RKcAv00,10371
+docs/source/command_line.rst,sha256=jBK1-5Kc_ySTiIhVNK7W2Ffdf21MszCLFo3Z_aC04Kw,29241
+docs/source/common_protocol.rst,sha256=8TT3OMZc0nX8wRSMg6gQk88OwQ2TekWTjcJVK4ymdfc,1281
 docs/source/conf.py,sha256=v4cO_xK-WpfHeOCQ4RaeHFk8vwBM7Gg3sw6DgGLmpCc,6072
+docs/source/debugging.rst,sha256=1wZIQGsHjMoLCKAK0TPlvAtxqMU4UyvHa6tUhXN4_eE,2188
+docs/source/extend.rst,sha256=UjLPvKaod14mEbi20r2Qtx2ROZmsu2cWRAENMfFhlD4,1402
+docs/source/history.rst,sha256=ba0qchAJyGI0exigWDrhYT26KfxjIYEnf8hFcr_XKJ8,868
+docs/source/index.rst,sha256=8-oMWmXV6aXzUT6JK-ghYZMphDu98srReAVkj4IV3jU,1866
+docs/source/model.rst,sha256=8yZfsmoOikxDw-0d82ArPg3MP-XzLWou0lfw8Ry8C0Q,1622
+docs/source/overview.rst,sha256=-PdRj09LBJP-in5zWMO66OXTCu04tZvuReyeOlHP64c,3409
+docs/source/related.rst,sha256=CvlTLgsnnha3646NMhH7Kg9KW1WZr0xQistU903C9Gc,2749
+docs/source/server_protocol.rst,sha256=l9uG0yKOSmr9X7JuokWYbOauGUyp-FZYnbP73UTHNgk,16180
+docs/source/startup.rst,sha256=vx2_zvNrKHiRaYK5GIfzzJ1SmtMtVJ8yXJHfRhfxWuI,1085
+docs/source/translator.rst,sha256=b1x0H_8E9abPEA-dBk656wWQpnioGpNmJKfbZz1XnnU,7513
+docs/source/tutorial.rst,sha256=uoAZR44f6734Y7N9TYLai6-SEF0iPZRfJ8iXHn0yeKA,22429
+docs/source/v3.rst,sha256=EQf1i4LJe7cSyWCgi_gLYAJjBmeF1KJ5yaKRzpB5psc,3960
+docs/source/_static/.gitkeep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 examples/pathify.py,sha256=cq2j7Nqhl3jmoNZ6l8wMj4j7DkHMxyB7-oTOrCZA0xQ,1128
+examples/code/transform.scale.yml,sha256=aim0aTXvbrGfkNsZ6WM5JUHTXfZdGCvKPGhq-8O9IQo,550
+examples/code/transform.switch.yml,sha256=NUoO3241TtL-L-orMR0a3i2I0ZJLpgbz_TVXT07NocE,3033
+examples/code/transform.timeslot.yml,sha256=9SSOEE77rT2iveH0UZLrmv9VeUJkAgb5k5bGV5C8WAk,2142
 moat/kv/__init__.py,sha256=TO2TyH5Focv78vDDqtiN1vZVLsVihrOqvHBAlLIgVRA,508
-moat/kv/_cfg.yaml,sha256=fYMbr4A3-WuXxhqwJIY3AL_t2L_kKrlgJWU2bHry7t8,2249
+moat/kv/_cfg.yaml,sha256=HMyyiInthAOme_j9ydpfMzSvWVn_wgpNFAFyhpOCsuo,2153
 moat/kv/_main.py,sha256=SgI4ef8AQDOC4N4pLRiyaiSiFIzN-J337WIcuC7DPOY,2234
 moat/kv/client.py,sha256=c8YV0sjpO2XYpNE-fep7fDO2kgsNdShZxgCjohy23CY,34549
 moat/kv/code.py,sha256=gM7WNsjCfukr7h2fKm1U3zMHN5Wj-_hgy5U817LP9qE,6427
@@ -109,8 +140,7 @@ moat/kv/auth/_test.py,sha256=ZaMpMf2CTJ6sdGyENUhdWAY5TLC-kBtszM3dFQbyuWA,4342
 moat/kv/auth/password.py,sha256=DQG2BnNEoQ0H-znkHJx0G9-bcdWwg3IgqojcAHhKIsQ,6307
 moat/kv/auth/root.py,sha256=lW-_hgQp3ZIzAAe4iBl0rdMU-pFuHIC6ObA3rdFXxkk,1303
 moat/kv/backend/__init__.py,sha256=f5nIOWD2zml2YiaBNXtEOzC7SEGgwDFJMB8YzRISJ0A,1689
-moat/kv/backend/mqtt.py,sha256=0pRGXZmTuVl5cNwzo5ypc_84Zuzyu0aEtRGTbK8gjYk,2095
-moat/kv/backend/serf.py,sha256=i4u7V6h8SPO3XmP76DiARnFLC4M67xnQEX5-9SgbwtU,1295
+moat/kv/backend/mqtt.py,sha256=XUwMR8RPzq6EPLub0cy7YzXTS1CkfBZFtZ4W9GTcQBo,2007
 moat/kv/command/__init__.py,sha256=9_8wL9Scv8_Cs8HJyJHGvx1vwXErsuvlsAqNZLcJQR0,8
 moat/kv/command/acl.py,sha256=wSdlzKBjWIFX3IxCdLcG3ZqjvtX8KPtqe38ibyU2VDo,4665
 moat/kv/command/auth.py,sha256=vP22ZIBMjRdUxN4_ELKiDgIE5ZqdMxs1ky1WDVUx50M,7149
@@ -126,12 +156,33 @@ moat/kv/command/type.py,sha256=JN0_Abb5wR4UJH5zHnVZgT93NJRYY6qpRD_ZQT13u4k,6226
 moat/kv/command/dump/__init__.py,sha256=L05R6W9eDzUDAr7UhfEo1lZR-UB0qYUUf-5dRHC-p-0,4000
 moat/kv/mock/__init__.py,sha256=HW6YAwo_OBVRmTeRCc-ZoUHB7-D78cEONlcb5vACdIE,2760
 moat/kv/mock/mqtt.py,sha256=b9pzbwQBmTX2eSiSgNO7nh2-7l8-0TT8n2GxinQ-1l0,5213
-moat/kv/mock/serf.py,sha256=cuNT3jEXg3eq7Gs2R6734_gdWeyzZryZoT78MtemDH4,7611
 moat/kv/mock/tracer.py,sha256=qLEIn9gdlYUypyRYD8O8SbM8ye8XR4xtBl3otP6uNLs,2058
 moat/kv/obj/__init__.py,sha256=yeiZ6bWM8XhK28ruqX7RmpPhytYXlOJPRw_hsWbvExk,19800
 moat/kv/obj/command.py,sha256=QQiOhPtlGV07kuutV0KowmC2HiXhmIFUktofqlRg1GA,7446
-moat_kv-0.70.24.dist-info/licenses/LICENSE.txt,sha256=L5vKJLVOg5t0CEEPpW9-O_0vzbP0PEjEF06tLvnIDuk,541
-moat_kv-0.70.24.dist-info/METADATA,sha256=fvQT4BFn3YX4hgGBlXxeNwglvnfWcu8vnxaEopeuHS8,3370
-moat_kv-0.70.24.dist-info/WHEEL,sha256=xcaH6rP_nCxh1LBIPM7Q0uOnzSGjsIye-Q44j_zbzw8,104
-moat_kv-0.70.24.dist-info/top_level.txt,sha256=LyFVSz3-SU-7B8r2qZ3ODVF_QvXqE08qepkD1rfQLk4,56
-moat_kv-0.70.24.dist-info/RECORD,,
+moat_kv-0.71.0.dist-info/licenses/LICENSE.txt,sha256=L5vKJLVOg5t0CEEPpW9-O_0vzbP0PEjEF06tLvnIDuk,541
+scripts/current,sha256=91NXrtN9AWtOdwGZs-yTaAgU_EKF4xXPo9Dvr9E3BkA,374
+scripts/env,sha256=Le76hZQSvDrNiFfhCzK0PDe4STLOdIpMcsQTYgk74Qs,113
+scripts/init,sha256=gvezyZaPG-6RJ5nLC9Wc0kR_tZaiJAjLpJfRVnyfFik,1071
+scripts/recover,sha256=dBuIN9v6yJ_dffVAsax8AfnD9oRfQHi0U8kk5w1ReH4,332
+scripts/rotate,sha256=zoBI7A5hN54TNgC0FYIMGusHmqe1LcICNyhkukL7eYs,837
+scripts/run,sha256=Zbh5Qa5oYmn-fMpg_qUaPVbJrpDx4ht0rjKSm0eQt7E,795
+scripts/run-all,sha256=GlheLEcCxQejv0cPmPPHSpXvK0ZcGQ_XDbt7W-ouPTM,220
+scripts/run-any,sha256=y0y1Lk7ppUnOtiYrcAWHBetsW77nZEmlx-S2A7mhxYg,210
+scripts/run-single,sha256=GmGi5Nu0uUmcs5PJiEBaEbz3O7k1-669nUoAX-Bj2KQ,316
+scripts/success,sha256=KCkdAPsgiEiUBcEgluKJFcB5fGk6VEv0Uo8FP9frKLA,33
+systemd/moat-kv-recover.service,sha256=zqqDEBW21iQ8O2tBdiAMEUoGdgt1ZLLzmhToIAq76Ew,355
+systemd/moat-kv-rotate.service,sha256=BFhLT6FIwk0w0q9AH_mfKS9S1T0wcjr-8oH01bn2LPI,355
+systemd/moat-kv-rotate.timer,sha256=vQ6oVU4KhvD9q-90y8GUil1ewIv0ld4jULrLelHJ-2I,161
+systemd/moat-kv-run-all.service,sha256=D34_d8o3qmNAGEtlqpdx4oaU2jUd7h3qypkjQMcGgHE,428
+systemd/moat-kv-run-all@.service,sha256=-00TrYu3-3k01spmb0_FfbZFBkzguOMcp3LUyjiesfI,397
+systemd/moat-kv-run-any.service,sha256=kINPhW7CIQCIuMsuKnXTkzOw9dTZ-ujxpJWWQPcC-Ic,428
+systemd/moat-kv-run-any@.service,sha256=EQXBp1P-MgAzGD1wr2RXgBDkz_zx1MGcz6FMf09GCwU,397
+systemd/moat-kv-run-single.service,sha256=ASLd9fH-tY8ZnAsuPmNxiuKaVfGzLC56EJU39UtlEgk,436
+systemd/moat-kv-run-single@.service,sha256=uhy3Pl9ojm4vJhYVP1CxYdM_e-vtIq0q6b-oWjrdABQ,402
+systemd/moat-kv.service,sha256=g9BtStXpKDQ0o3Ivgw5t9s5KintzXabJIR6FvL-nJnQ,502
+systemd/postinst,sha256=INv8dSI8KT5VKX9Fr8uN0l6IbAO3Bi28aTQTgfQArL8,198
+systemd/sysusers,sha256=swfLW1o9tZ8i1d8KL5JP75R1p7DVMekLX0r-YTNPZlY,78
+moat_kv-0.71.0.dist-info/METADATA,sha256=sRDrUCQS6Kf6Z6xmDdcXPzbNFv3wougCrsWIRcrqu2c,3271
+moat_kv-0.71.0.dist-info/WHEEL,sha256=xcaH6rP_nCxh1LBIPM7Q0uOnzSGjsIye-Q44j_zbzw8,104
+moat_kv-0.71.0.dist-info/top_level.txt,sha256=LyFVSz3-SU-7B8r2qZ3ODVF_QvXqE08qepkD1rfQLk4,56
+moat_kv-0.71.0.dist-info/RECORD,,

scripts/current

@@ -0,0 +1,15 @@
+#!/bin/sh
+set -ex
+
+# This script takes the most-current state files and writes them to the
+# named file.
+
+test -n "$1"
+F="$(python3 -c "import sys; from os.path import abspath; print(abspath(sys.argv[1]))" "$1")"
+
+mkdir -p "$DEST"
+cd "$DEST"
+d=$(find . -name 0.dkv -size +1c -print | sort -r | head -1)
+cd $(dirname "$d")
+
+ls | grep '\.dkv$' | sort -n | xargs cat > "$TEMP"

scripts/env

@@ -0,0 +1,8 @@
+# shell
+
+PATH=/usr/bin:/bin
+DEST=/var/lib/moat/kv/
+DATE="%Y-%m-%d-%H"
+MODE=hybrid
+TEMP=/tmp/moat.kv.current.dkv
+

scripts/init

@@ -0,0 +1,39 @@
+#!/bin/sh
+set -ex
+
+# This script sets up an initial MoaT-KV master.
+systemd-sysusers --no-pager /usr/lib/sysusers.d/moat-kv.conf
+
+. /usr/lib/moat/kv/env
+
+mkdir -p /etc/moat
+test -f /etc/moat/kv.env || touch /etc/moat/kv.env
+grep -qs '^MODE=' /etc/moat/kv.env || echo MODE=hybrid >>/etc/moat/kv.env
+grep -qs '^NAME=' /etc/moat/kv.env || echo NAME=$(hostname) >>/etc/moat/kv.env
+grep -qs '^LOCAL=' /etc/moat/kv.env || echo LOCAL=no >>/etc/moat/kv.env
+
+. /etc/moat/kv.env
+
+if test "$MODE" != "slave" ; then
+    mkdir -p "$DEST"
+    cd "$DEST"
+    d="$(find . -name 0.dkv -size +1c | sort | head -1)"
+    if test -n "$d" ; then
+        d="$(dirname "$d")"
+    else
+        d="$(date -d 2019-01-01 +"$DATE")"
+        mkdir -p "$d"
+    fi
+    cd $d
+
+    if test ! -s "0.dkv" ; then
+        moat kv dump init $NAME 0.dkv
+        chown -R MoaT-KV:MoaT "$DEST"
+    fi
+fi
+
+if test "$(moat util cfg kv.conn.host)" = "127.0.0.1" ; then
+    systemctl enable moat-kv.service
+    systemctl enable moat-kv-rotate.timer || true  # may be masked
+    systemctl restart moat-kv.service &
+fi

scripts/recover

@@ -0,0 +1,17 @@
+#!/bin/bash
+set -ex
+
+# This script tries to recover from hybrid mode start failure
+# by re-starting in master mode.
+
+if ! test "$MODE" = hybrid ; then
+    echo "Not hybrid mode. Not restarting." >&2
+    exit 1
+fi
+
+if test -f "$TEMP" ; then
+    echo "$TEMP exists, not restarting" >&2
+    exit 1
+fi
+/usr/lib/moat/kv/current "$TEMP"
+

scripts/rotate

@@ -0,0 +1,33 @@
+#!/bin/sh
+set -ex
+
+# This script tells MoaT-KV to continue with the next log file.
+# By default it writes a full dump daily.
+
+cd "$DEST"
+D=$(date +"$DATE")
+test -d $D || mkdir -p $D
+cd $D
+
+x=$(ls|sort -rn|head -1)
+if test -n "$x" ; then
+	x=$(expr $(basename $x .dkv) + 1)
+	I="-i"
+else
+	x=0
+	I=""
+fi
+
+export PYTHONPATH
+moat -c /etc/moat/moat.cfg kv client log dest $I "$DEST/$D/$x.dkv"
+if test $x -eq 0 ; then
+	# Now, delete some old backups
+	cd "$DEST"
+
+	# delete hourly after ten days but keep the day's first backup
+	find . -maxdepth 1 ! -name \*-00 -mtime +10 -print0|xargs -0r rm -rf
+	# delete daily after 45 days but keep the month's first backup
+	find . -maxdepth 1 ! -name \*01-00 -mtime +45 -print0|xargs -0r rm -rf
+	# delete monthly (i.e. the rest) after a year or so
+	find . -maxdepth 1 -mtime +400 -print0|xargs -0r rm -rf
+fi