annet 3.10.0__py3-none-any.whl → 3.12.0__py3-none-any.whl

annet/adapters/netbox/common/adapter.py

@@ -47,7 +47,7 @@ class NetboxAdapter(
     ],
 ):
     @abstractmethod
-    def list_all_fqdns(self) -> list[str]:
+    def list_fqdns(self, query: dict[str, list[str]] | None = None) -> list[str]:
         raise NotImplementedError()
 
     @abstractmethod

annet/adapters/netbox/common/query.py

@@ -37,19 +37,7 @@ class NetboxQuery(Query):
         return self.query
 
     def parse_query(self) -> Filter:
-        query_groups = defaultdict(list)
-        for q in self.globs:
-            if FIELD_VALUE_SEPARATOR in q:
-                glob_type, param = q.split(FIELD_VALUE_SEPARATOR, 2)
-                if glob_type not in ALLOWED_GLOB_GROUPS:
-                    raise Exception(f"unknown query type: '{glob_type}'")
-                if not param:
-                    raise Exception(f"empty param for '{glob_type}'")
-                query_groups[glob_type].append(param)
-            else:
-                query_groups["name"].append(q)
-
-        query_groups.default_factory = None
+        query_groups = parse_query(self.globs)
         return cast(Filter, query_groups)
 
     def is_empty(self) -> bool:
@@ -62,3 +50,18 @@ class NetboxQuery(Query):
             if FIELD_VALUE_SEPARATOR in q:
                 return False
         return True
+
+
+def parse_query(query: list[str]) -> dict[str, list[str]]:
+    query_groups = defaultdict(list)
+    for q in query:
+        if FIELD_VALUE_SEPARATOR in q:
+            glob_type, param = q.split(FIELD_VALUE_SEPARATOR, 2)
+            if glob_type not in ALLOWED_GLOB_GROUPS:
+                raise Exception(f"unknown query type: '{glob_type}'")
+            if not param:
+                raise Exception(f"empty param for '{glob_type}'")
+            query_groups[glob_type].append(param)
+        else:
+            query_groups["name"].append(q)
+    return dict(query_groups)

annet/adapters/netbox/common/storage_base.py

@@ -54,6 +54,7 @@ class BaseNetboxStorage(
             token = opts.token
             threads = opts.threads
             self.exact_host_filter = opts.exact_host_filter
+            self.all_hosts_filter = opts.all_hosts_filter
         self.netbox = self._init_adapter(url=url, token=token, ssl_context=ctx, threads=threads)
         self._all_fqdns: Optional[list[str]] = None
         self._id_devices: dict[int, NetboxDeviceT] = {}
@@ -87,7 +88,7 @@ class BaseNetboxStorage(
 
     def resolve_all_fdnds(self) -> list[str]:
         if self._all_fqdns is None:
-            self._all_fqdns = self.netbox.list_all_fqdns()
+            self._all_fqdns = self.netbox.list_fqdns(self.all_hosts_filter)
         return self._all_fqdns
 
     def make_devices(

annet/adapters/netbox/common/storage_opts.py

@@ -1,5 +1,6 @@
 import os
 from typing import Any, Optional
+from .query import parse_query
 
 DEFAULT_URL = "http://localhost"
 
@@ -12,17 +13,24 @@ class NetboxStorageOpts:
             insecure: bool = False,
             exact_host_filter: bool = False,
             threads: int = 1,
+            all_hosts_filter: dict[str, list[str]] | None = None,
     ):
         self.url = url
         self.token = token
         self.insecure = insecure
         self.exact_host_filter = exact_host_filter
         self.threads = threads
+        self.all_hosts_filter: dict[str, list[str]] = all_hosts_filter or {}
 
     @classmethod
     def parse_params(cls, conf_params: Optional[dict[str, str]], cli_opts: Any):
         url = os.getenv("NETBOX_URL") or conf_params.get("url") or DEFAULT_URL
         token = os.getenv("NETBOX_TOKEN", "").strip() or conf_params.get("token") or ""
+        all_hosts_filter = None
+        if all_hosts_filter_env := os.getenv("NETBOX_ALL_HOSTS_FILTER", "").strip():
+            all_hosts_filter = parse_query(all_hosts_filter_env.split(","))
+        elif all_hosts_filter_params := conf_params.get("all_hosts_filter"):
+            all_hosts_filter = all_hosts_filter_params
         threads = os.getenv("NETBOX_CLIENT_THREADS", "").strip() or conf_params.get("threads") or "1"
         insecure = False
         if insecure_env := os.getenv("NETBOX_INSECURE", "").lower():
@@ -39,4 +47,5 @@ class NetboxStorageOpts:
             insecure=insecure,
             exact_host_filter=exact_host_filter,
             threads=int(threads),
+            all_hosts_filter=all_hosts_filter,
         )

annet/adapters/netbox/v37/storage.py

@@ -70,10 +70,11 @@ class NetboxV37Adapter(NetboxAdapter[
             list[FHRPGroupV37],
         )
 
-    def list_all_fqdns(self) -> list[str]:
+    def list_fqdns(self, query: dict[str, list[str]] | None = None) -> list[str]:
+        query = query or {}
         return [
             d.name
-            for d in self.netbox.dcim_all_devices_brief().results
+            for d in self.netbox.dcim_all_devices_brief(**query).results
         ]
 
     def list_devices(self, query: dict[str, list[str]]) -> list[NetboxDeviceV37]:

annet/adapters/netbox/v41/storage.py

@@ -71,10 +71,11 @@ class NetboxV41Adapter(NetboxAdapter[
             list[FHRPGroupV41],
         )
 
-    def list_all_fqdns(self) -> list[str]:
+    def list_fqdns(self, query: dict[str, list[str]] | None = None) -> list[str]:
+        query = query or {}
         return [
             d.name
-            for d in self.netbox.dcim_all_devices_brief().results
+            for d in self.netbox.dcim_all_devices_brief(**query).results
         ]
 
     def list_devices(self, query: dict[str, list[str]]) -> list[NetboxDeviceV41]:

annet/adapters/netbox/v42/storage.py

@@ -72,10 +72,11 @@ class NetboxV42Adapter(NetboxAdapter[
             list[FHRPGroupV41],
         )
 
-    def list_all_fqdns(self) -> list[str]:
+    def list_fqdns(self, query: dict[str, list[str]] | None = None) -> list[str]:
+        query = query or {}
         return [
             d.name
-            for d in self.netbox.dcim_all_devices_brief().results
+            for d in self.netbox.dcim_all_devices_brief(**query).results
         ]
 
     def list_devices(self, query: dict[str, list[str]]) -> list[NetboxDeviceV42]:

annet/annlib/netdev/devdb/__init__.py

@@ -1,10 +1,11 @@
 import functools
 import json
 import re
-from os import path
+from pathlib import Path
 from typing import Any, Dict
 
 from annet.annlib.netdev.db import find_true_sequences, get_db
+from annet.lib import get_context
 
 
 @functools.lru_cache(None)
@@ -23,6 +24,7 @@ def _prepare_db() -> Dict[str, Any]:
         from library.python import resource
         raw = json.loads(resource.resfs_read("contrib/python/annet/annet/annlib/netdev/devdb/data/devdb.json").decode("utf-8"))
     except ImportError:
-        with open(path.join(path.dirname(__file__), "data", "devdb.json"), "r") as f:
+        devdb_file = Path(get_context().get("devdb", {}).get("path", Path(__file__).parent / "data" / "devdb.json"))
+        with devdb_file.open("r", encoding="utf-8") as f:
             raw = json.load(f)
     return {tuple(seq.split(".")): re.compile(regexp) for (seq, regexp) in raw.items()}

annet/api/__init__.py

@@ -331,7 +331,15 @@ def diff(
     loader: ann_gen.Loader,
     device_ids: List[Any]
 ) -> tuple[Mapping[Device, Union[Diff, PCDiff]], Mapping[Device, Exception]]:
-    """ Сгенерировать конфиг для устройств """
+    """ Сгенерировать дифф для устройств """
+    if args.config == "running":
+        fetcher = annet.deploy.get_fetcher()
+        ann_gen.live_configs = annet.lib.do_async(
+            fetcher.fetch(
+                [device for device in loader.devices if device.id in device_ids],
+                processes=args.parallel
+            )
+        )
     stdin = args.stdin(filter_acl=args.filter_acl, config=None)
 
     filterer = filtering.filterer_connector.get()

annet/rulebook/aruba/ap_env.py

@@ -1,7 +1,7 @@
 # pylint: disable=unused-argument
 
 from annet.annlib.types import Op
-from annet.executor import CommandList, Command
+from annet.annlib.command import Command, CommandList
 
 
 def apply(hw, do_commit, do_finalize, **_):

annet/rulebook/texts/huawei.rul

@@ -200,9 +200,11 @@ aaa
 
 hwtacacs-server template *
     hwtacacs-server shared-key
+    hwtacacs-server source-ip
 
 hwtacacs server template *
     hwtacacs server shared-key
+    hwtacacs server source-ip
 
 !radius-server template default
 

annet/vendors/tabparser.py

@@ -64,8 +64,36 @@ class FormatterContext:
         return self.next and self.next[0]
 
 
+class NotUniquePatch:
+    def __init__(self):
+        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
+        self._items = []
+        self._keys = set()
+
+    def __setitem__(self, key, value):
+        self._keys.add(key)
+        self._items.append((key, value))
+
+    def keys(self):
+        return list(self)
+
+    def items(self):
+        return self._items
+
+    def __contains__(self, item):
+        return item in self._keys
+
+    def __iter__(self):
+        return iter(item[0] for item in self._items)
+
+    def __bool__(self) -> bool:
+        return bool(self._items)
+
+
 # =====
 class CommonFormatter:
+    cmd_path_cls = odict
+
     def __init__(self, indent="  "):
         self._indent = indent
         self._block_begin = ""
@@ -96,7 +124,7 @@ class CommonFormatter:
         )
 
     def cmd_paths(self, patch: "PatchTree") -> odict:
-        ret = odict()
+        ret = self.cmd_path_cls()
         path = []
         for row, context in self.blocks_and_context(patch, is_patch=True):
             if row is BlockBegin:
@@ -222,7 +250,20 @@ class BlockExitFormatter(CommonFormatter):
                     yield exit_statement, last_row_context
 
 
+class HuaweiPatch(NotUniquePatch):
+    policy_end_blocks = ("end-list", "endif", "end-filter")
+
+    def __setitem__(self, key, value):
+        if not key:
+            return
+
+        if key not in self or (key[0].startswith("xpl") and key[-1] in self.policy_end_blocks):
+            super().__setitem__(key, value)
+
+
 class HuaweiFormatter(BlockExitFormatter):
+    cmd_path_cls = HuaweiPatch
+
     def __init__(self, indent="  "):
         super().__init__(
             block_exit="quit",
@@ -237,9 +278,8 @@ class HuaweiFormatter(BlockExitFormatter):
     def split(self, text):
         # на старых прошивка наблюдается баг с двумя пробелами в этом месте в конфиге
         # например на VRP V100R006C00SPC500 + V100R006SPH003
-        policy_end_blocks = ("end-list", "endif", "end-filter")
         tree = self.split_remove_spaces(text)
-        tree[:] = filter(lambda x: not str(x).strip().startswith(policy_end_blocks), tree)
+        tree[:] = filter(lambda x: not str(x).strip().startswith(HuaweiPatch.policy_end_blocks), tree)
         return tree
 
     def block_exit(self, context: Optional[FormatterContext]):
@@ -256,7 +296,9 @@ class HuaweiFormatter(BlockExitFormatter):
             return
 
         if parent_row.startswith("xpl route-filter"):
-            if (row.startswith(("if", "elseif")) and row.endswith("then")) and not row_next:
+            if (row.startswith(("if", "elseif")) and row.endswith("then")) and (
+                not row_next or not row_next.startswith(("elseif", "else"))
+            ):
                 yield "endif"
             elif row == "else":
                 yield "endif"
@@ -407,29 +449,9 @@ class AsrFormatter(BlockExitFormatter):
             yield from super().block_exit(context)
 
 
-class JuniperPatch:
-    def __init__(self):
-        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
-        self._items = []
-
-    def __setitem__(self, key, value):
-        self._items.append((key, value))
-
-    def keys(self):
-        return list(self)
-
-    def items(self):
-        return self._items
-
-    def __iter__(self):
-        return iter(item[0] for item in self._items)
-
-    def __bool__(self) -> bool:
-        return bool(self._items)
-
-
 class JuniperFormatter(CommonFormatter):
     patch_set_prefix = "set"
+    cmd_path_cls = NotUniquePatch
 
     @dataclasses.dataclass
     class Comment:
@@ -526,7 +548,7 @@ class JuniperFormatter(CommonFormatter):
             yield line + self._statement_end
 
     def cmd_paths(self, patch, _prev=tuple()):
-        commands = JuniperPatch()
+        commands = self.cmd_path_cls()
 
         for item in patch.itms:
             key, childs, context = item.row, item.child, item.context

{annet-3.10.0.dist-info → annet-3.12.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: annet
-Version: 3.10.0
+Version: 3.12.0
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT

{annet-3.10.0.dist-info → annet-3.12.0.dist-info}/RECORD

@@ -8,7 +8,6 @@ annet/connectors.py,sha256=aoiDVLPizx8CW2p8SAwGCzyO_WW8H9xc2aujbGC4bDg,4882
 annet/deploy.py,sha256=ZTZcomYm2KJkKMyG6XzZaAMPr-Tduwcv67BhsoLARkY,7673
 annet/deploy_ui.py,sha256=XsN1i7E9cNp1SAf1YBwhEBuwN91MvlNMSrLhnQrumA8,28672
 annet/diff.py,sha256=kD_2kxz5wc2TP10xj-BHs6IPq1yNKkXxIco8czjeC6M,9497
-annet/executor.py,sha256=INlWAZFLpHurg8GTXclbSzaeSIXgZo4ccmcRulQqr88,5130
 annet/filtering.py,sha256=ZtqxPsKdV9reZoRxtQyBg22BqyMqd-2SotYcxZ-68AQ,903
 annet/gen.py,sha256=y9e7P551uJ-thjBS2p-ZRMgwQa8kPF_JAoEXJ3am77Y,30683
 annet/hardware.py,sha256=O2uadehcavZ10ssPr-db3XYHK8cpbG7C7XFkO-I6r_s,1161
@@ -31,26 +30,26 @@ annet/adapters/file/provider.py,sha256=3hNt0QQg46SVymLQ4Bh9G4VNYyhnB7gV5yu5OiIJp
 annet/adapters/netbox/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/provider.py,sha256=K6P5I2UjGZ3N3ayoUaVw10mf9lE5SD8W0kpB7TSefNA,2272
 annet/adapters/netbox/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-annet/adapters/netbox/common/adapter.py,sha256=L9xFMcYk7E7w6MH8N0qdg8h-CSP4nZzrOMFlw0_33EU,2600
+annet/adapters/netbox/common/adapter.py,sha256=1rR9PZAU72hIreozWFVb9CKpFVjfUH_i9kQEbaNiEUI,2639
 annet/adapters/netbox/common/client.py,sha256=PaxHG4W9H8_uunIwMBNYkLq4eQJYoO6p6gY-ciQs7Nc,2563
 annet/adapters/netbox/common/manufacturer.py,sha256=9jTfzwx5XmETrjSbIJu_FhNaByaUbGQE787c5rBor-4,1137
 annet/adapters/netbox/common/models.py,sha256=wm0aIxsv7nvQfCXoqI5sWSxRW3guLCB_aQU7KDiB0YY,8925
-annet/adapters/netbox/common/query.py,sha256=kbNQSZwkjFeDArHwA8INHUauxCxYElXtNh58pZipWdo,1867
+annet/adapters/netbox/common/query.py,sha256=0GeIiW_ttnESaNKHIziF61P-3DX0XD592UHQGn_1m60,1911
 annet/adapters/netbox/common/status_client.py,sha256=POaqiQJ0jPcqUQH-X_fWHVnKB7TBYveNriaT0eNTlfI,769
-annet/adapters/netbox/common/storage_base.py,sha256=GVF30gV4X828MPhUOZ3HsNhWvYp0J5k6LoRFd2UOk7c,9712
-annet/adapters/netbox/common/storage_opts.py,sha256=wfv1spElomwgVYMCgGth3SWVF0RsRgtUgq9GpFL9hJs,1520
+annet/adapters/netbox/common/storage_base.py,sha256=lMRiDkzQylpA5Fxa4B6CUOWzq2d1cpjeSDbFGp8jH7o,9787
+annet/adapters/netbox/common/storage_opts.py,sha256=8LCxX0m-Wd-jNZ2iRAzkBJnbDg-MuE7RS17uPxjZo3o,2066
 annet/adapters/netbox/v24/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v24/models.py,sha256=RH2ooUPHOtHT0q1ZQE7v23FgmcsGenzzSgJyft13o1k,7605
 annet/adapters/netbox/v24/storage.py,sha256=zptzrW4aZUv_exuGw0DqQPm_kXZR3DwL4zRHYL6twTk,6219
 annet/adapters/netbox/v37/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v37/models.py,sha256=LTjotRcTYWUR3KFvdg3LjBhek4OQblOvJr5yvP9AAPg,1940
-annet/adapters/netbox/v37/storage.py,sha256=XBYuDvNWngofXf7Kiy-V-AyGXfIszP8UQyf1N0Obq5c,5041
+annet/adapters/netbox/v37/storage.py,sha256=1CO1s1lM01vjN5o6MOF-WK7nHsY8cSJg5KrAj4Z-N8Y,5115
 annet/adapters/netbox/v41/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v41/models.py,sha256=RI8QHpNIcrXNubis1rUFJ1j9bL881fz4meLXvAY8Yi0,2197
-annet/adapters/netbox/v41/storage.py,sha256=kK_oyWNa_Ha2vSk66ca4Uxq9OZsep3y2XsRWrLp_L-Q,5095
+annet/adapters/netbox/v41/storage.py,sha256=FDdaUugvFEMACSRLW8T8HRv_1V7VbTN95u5wvIgt4Mo,5169
 annet/adapters/netbox/v42/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v42/models.py,sha256=JNrBMeZ1SznjRzaqKNBP5jtHEKHN40X1V-BlgrMpKwE,2054
-annet/adapters/netbox/v42/storage.py,sha256=zScnvOqjPuS39vwXcE-QDkCUosBr-nafDdgFA4jzioY,6022
+annet/adapters/netbox/v42/storage.py,sha256=mXswX_wqXIcRFKAyTbjYkPR2IIm9_SNeGJDBw9-ZIl8,6096
 annet/annlib/__init__.py,sha256=fT1l4xV5fqqg8HPw9HqmZVN2qwS8i6X1aIm2zGDjxKY,252
 annet/annlib/command.py,sha256=GsgzQ8oFiHFan1Tfyo340rWgfhyU4_sCKJGhBm2jG6Y,1258
 annet/annlib/diff.py,sha256=MZ6eQAU3cadQp8KaSE6uAYFtcfMDCIe_eNuVROnYkCk,4496
@@ -63,7 +62,7 @@ annet/annlib/patching.py,sha256=1bxlLDRx15GjB6aNk6kAx7t3WPPLHffYvSy7VLGnCig,2150
 annet/annlib/types.py,sha256=VHU0CBADfYmO0xzB_c5f-mcuU3dUumuJczQnqGlib9M,852
 annet/annlib/netdev/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/annlib/netdev/db.py,sha256=fI_u5aya4l61mbYSjj4JwlVfi3s7obt2jqERSuXGRUI,1634
-annet/annlib/netdev/devdb/__init__.py,sha256=aKYjjLbJebdKBjnGDpVLQdSqrV2JL24spGm58tmMWVU,892
+annet/annlib/netdev/devdb/__init__.py,sha256=I-NKzenyjsmUKpmIerQOfZExnnnDpPdNZLdRanyu-Nk,1020
 annet/annlib/netdev/devdb/data/devdb.json,sha256=HI43va6tlOAFRSRnjXR7Ex32B4ZbRH0yvrjzud2apJM,7198
 annet/annlib/netdev/views/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/annlib/netdev/views/dump.py,sha256=rIlyvnA3uM8bB_7oq1nS2KDxTp6dQh2hz-FbNhYIpOU,4630
@@ -76,7 +75,7 @@ annet/annlib/rbparser/platform.py,sha256=d1jFH8hGMOf_qiveKE4H-c0OfNnzwmt2VYpSiSO
 annet/annlib/rbparser/syntax.py,sha256=PlKyWqS3zwPwumILmKIci-DmEAbfZp8YycpW1mNqADM,3602
 annet/annlib/rulebook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/annlib/rulebook/common.py,sha256=6A3sOkOanDRTuR7F426zakShGaGKRBmBLDCnqBbBJr8,13531
-annet/api/__init__.py,sha256=-VLQ-Uf2WSdNHXirzdMjgaY8UzrXbGpPHmUnwzB_5YI,33763
+annet/api/__init__.py,sha256=LqCBT_-yL-FmDrF80fzm_qEZSCRbiiiyiivExOCgALo,34061
 annet/configs/context.yml,sha256=RVLrKLIHpCty7AGwOnmqf7Uu0iZQCn-AjYhophDJer8,259
 annet/configs/logging.yaml,sha256=EUagfir99QqA73Scc3k7sfQccbU3E1SvEQdyhLFtCl4,997
 annet/generators/__init__.py,sha256=LnW6G_7K5ScGYkFjFk7_QfuUaFAk5oTSHYaTaL6xUwA,16735
@@ -124,7 +123,7 @@ annet/rulebook/arista/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 annet/rulebook/arista/aaa.py,sha256=7fBTwBnz9SOqYbwG8GBeEQTJG0e4uC4HkuZJeMG-kAY,2250
 annet/rulebook/arista/iface.py,sha256=bgj6a3r__-OE6VyYbSfnD6ps2QJKyX028W7IFJww-UY,720
 annet/rulebook/aruba/__init__.py,sha256=ILggeID6kNWcDBGzhXm_mebcfkuLSq5prBFU5DyPFs4,500
-annet/rulebook/aruba/ap_env.py,sha256=5fUVLhXH4-0DAtv8t0yoqJUibaRMuzF8Q7mGFzNsEN8,4692
+annet/rulebook/aruba/ap_env.py,sha256=jkiDv-tYd6nsOdQPGTrh5XJIZQBNdVNVB25Tw-UbTnc,4698
 annet/rulebook/aruba/misc.py,sha256=O0p_wsR07gtB8rm1eJvJ7VYnGm5T8Uau_SVKR9FVInI,234
 annet/rulebook/b4com/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/rulebook/b4com/file.py,sha256=zK7RwBk1YaVoDSFSg1u7Pt8u0Fk3nhhu27aJRngemwc,137
@@ -161,7 +160,7 @@ annet/rulebook/texts/cisco.order,sha256=DarNICBBAEXR8VOFV8SNnuQmwGAG-TGwXlMWpFMT
 annet/rulebook/texts/cisco.rul,sha256=cX9CyqKpgpr8B1Qe3aEe66wZpfaGg7fmsIsmgW6Yip4,3619
 annet/rulebook/texts/huawei.deploy,sha256=5vrvhai2BjaJ793A3EHHCthic3dnGKp2_rAgViVIouI,10951
 annet/rulebook/texts/huawei.order,sha256=4qXuoqfJ8Hck11LACKwaWP2ARHwPrtLfCut1BDRAg7E,11244
-annet/rulebook/texts/huawei.rul,sha256=-Da3qjDaAWeW1IFMsLmAzo8XTCkqc2PGTqPGV8v3btA,13705
+annet/rulebook/texts/huawei.rul,sha256=xVGFGOidwnQPaMbXhQCRuk-yUEMVTl5A9_TsOxQbjNY,13765
 annet/rulebook/texts/iosxr.deploy,sha256=Hu0NkcGv3f1CWUrnbzI3eQOPXJxtH4NNOPRV68IrW4U,1226
 annet/rulebook/texts/iosxr.order,sha256=gUp6XHwzqkDsArCUAwtx3rR1qlGfYsHy2vP9oZN2oDk,1922
 annet/rulebook/texts/iosxr.rul,sha256=JMFJ94ORNeDQo_X73iPS6pFUmXYTBuL5pkUypgHcOig,2966
@@ -184,7 +183,7 @@ annet/rulebook/texts/routeros.rul,sha256=ipfxjj0mjFef6IsUlupqx4BY_Je_OUb8u_U1019
 annet/vendors/__init__.py,sha256=gQcDFlKeWDZB6vxJ_MdPWEoE-C5dg-YgXvgGkuV9YLw,569
 annet/vendors/base.py,sha256=AmM3--gqC-Rpw5Xu_-hqthWZ9EoZRL8x6eOHwadZGbo,1145
 annet/vendors/registry.py,sha256=LgPg4oxWrgxsfpLpJ6OWEGFmUzlVlHzziSXsZTi82uc,2540
-annet/vendors/tabparser.py,sha256=EQrJb0Tz0Lj5byJ8Qr5fayYUCgKDgpJcAz4Smb2kxvs,32374
+annet/vendors/tabparser.py,sha256=BXPYppgJf4OaobFrlpVr7APzG-NY6e0wwgGdp6YsVdU,32953
 annet/vendors/library/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/vendors/library/arista.py,sha256=J4ltZ7sS_TgIECg2U7fizvxwfS4-s35Of0tNDNWWYbE,1302
 annet/vendors/library/aruba.py,sha256=tvrSFSA43n0uelCv-NLQnqxO01d0y2mrfhncpOX7zoQ,1257
@@ -200,8 +199,8 @@ annet/vendors/library/optixtrans.py,sha256=VdME69Ca4HAEgoaKN21fZxnmmsqqaxOe_HZja
 annet/vendors/library/pc.py,sha256=vfv31_NPi7M-4AUDL89UcpawK2E6xvCpELA209cd1ho,1086
 annet/vendors/library/ribbon.py,sha256=DDOBq-_-FL9dCxqXs2inEWZ-pvw-dJ-A-prA7cKMhec,1216
 annet/vendors/library/routeros.py,sha256=iQa7m_4wjuvcgBOI9gyZwlw1BvzJfOkvUbyoEk-NI9I,1254
-annet-3.10.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
-annet-3.10.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
+annet-3.12.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
+annet-3.12.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
 annet_generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet_generators/example/__init__.py,sha256=OJ77uj8axc-FIyIu_Xdcnzmde3oQW5mk5qbODkhuVc8,355
 annet_generators/example/hostname.py,sha256=RloLzNVetEoWPLITzfJ13Nk3CC0yi-cZB1RTd6dnuhI,2541
@@ -214,8 +213,8 @@ annet_generators/rpl_example/generator.py,sha256=EWah19gOH8G-QyNyWqxCqdRi0BK7GbM
 annet_generators/rpl_example/items.py,sha256=HPgxScDvSqJPdz0c2SppDrH82DZYC4zUaniQwcWmh4A,1176
 annet_generators/rpl_example/mesh.py,sha256=z_WgfDZZ4xnyh3cSf75igyH09hGvtexEVwy1gCD_DzA,288
 annet_generators/rpl_example/route_policy.py,sha256=z6nPb0VDeQtKD1NIg9sFvmUxBD5tVs2frfNIuKdM-5c,2318
-annet-3.10.0.dist-info/METADATA,sha256=vNT4cNxluWuvug1t-yfWrqYFXmoijXsZNzXM2UUysUk,816
-annet-3.10.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-annet-3.10.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
-annet-3.10.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
-annet-3.10.0.dist-info/RECORD,,
+annet-3.12.0.dist-info/METADATA,sha256=XJu0SgF3B3HRMka4Qd0fPAZKXPWvHQVdx7FYepCMpqQ,816
+annet-3.12.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+annet-3.12.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
+annet-3.12.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
+annet-3.12.0.dist-info/RECORD,,

annet/executor.py

@@ -1,172 +0,0 @@
-import asyncio
-import os
-import statistics
-from abc import ABC, abstractmethod
-from functools import partial
-from operator import itemgetter
-from typing import Any, List, Optional
-
-import colorama
-from annet.annlib.command import Command, CommandList, Question  # noqa: F401
-
-
-class CommandResult(ABC):
-    @abstractmethod
-    def get_out(self) -> str:
-        pass
-
-
-class ExecutorException(Exception):
-    def __init__(self, *args: List[Any], auxiliary: Optional[Any] = None, **kwargs: object):
-        self.auxiliary = auxiliary
-        super().__init__(*args, **kwargs)
-
-    def __repr__(self) -> str:
-        return "%s(args=%r,auxiliary=%s)" % (self.__class__.__name__, self.args, self.auxiliary)
-
-
-class ExecException(ExecutorException):
-    def __init__(self, msg: str, cmd: str, res: str, **kwargs):
-        super().__init__(**kwargs)
-        self.args = msg, cmd, res
-        self.kwargs = kwargs
-        self.msg = msg
-        self.cmd = cmd
-        self.res = res
-
-    def __str__(self) -> str:
-        return str(self.msg)
-
-    def __repr__(self) -> str:
-        return "%s<%s, %s>" % (self.__class__.__name__, self.msg, self.cmd)
-
-
-class BadCommand(ExecException):
-    pass
-
-
-class NonzeroRetcode(ExecException):
-    pass
-
-
-class CommitException(ExecException):
-    pass
-
-
-def _show_type_summary(caption, items, total, stat_items=None):
-    if items:
-        if not stat_items:
-            stat = ""
-        else:
-            avg = statistics.mean(stat_items)
-            stat = "   %(min).1f/%(max).1f/%(avg).1f/%(stdev)s  (min/max/avg/stdev)" % dict(
-                min=min(stat_items),
-                max=max(stat_items),
-                avg=avg,
-                stdev="-" if len(stat_items) < 2 else "%.1f" % statistics.stdev(stat_items, xbar=avg)
-            )
-
-        print("%-8s %d of %d%s" % (caption, len(items), total, stat))
-
-
-def show_bulk_report(hostnames, res, durations, log_dir):
-    total = len(hostnames)
-    if not total:
-        return
-
-    colorama.init()
-
-    print("\n====== bulk deploy report ======")
-
-    done = [host for (host, hres) in res.items() if not isinstance(hres, Exception)]
-    cancelled = [host for (host, hres) in res.items() if isinstance(hres, asyncio.CancelledError)]
-    failed = [host for (host, hres) in res.items() if isinstance(hres, Exception) and host not in cancelled]
-    lost = [host for host in hostnames if host not in res]
-    limit = 30
-
-    _show_type_summary("Done :", done, total, [durations[h] for h in done])
-    _print_limit(done, partial(_print_hostname, style=colorama.Fore.GREEN), limit, total)
-
-    _show_type_summary("Failed :", failed, total, [durations[h] for h in failed])
-
-    _print_limit(failed, partial(_print_failed, res=res), limit, total)
-
-    _show_type_summary("Cancelled :", cancelled, total, [durations[h] for h in cancelled if durations[h] is not None])
-    _print_limit(cancelled, partial(_print_hostname, style=colorama.Fore.RED), limit, total)
-
-    _show_type_summary("Lost :", lost, total)
-    _print_limit(lost, _print_hostname, limit, total)
-
-    err_limit = 5
-    if failed:
-        errs = {}
-        for hostname in failed:
-            fmt_err = _format_exc(res[hostname])
-            if fmt_err in errs:
-                errs[fmt_err] += 1
-            else:
-                errs[fmt_err] = 1
-        print("Top errors :")
-        for fmt_err, n in sorted(errs.items(), key=itemgetter(1), reverse=True)[:err_limit]:
-            print("  %-4d %s" % (n, fmt_err))
-        print("\n", end="")
-
-    if log_dir:
-        print("See deploy logs in %s/\n" % os.path.relpath(log_dir))
-
-
-def _format_exc(exc):
-    if isinstance(exc, ExecException):
-        cmd = str(exc.cmd)
-        if len(cmd) > 50:
-            cmd = cmd[:50] + "~.."
-        return "'%s', cmd '%s'" % (exc.msg, cmd)
-    elif isinstance(exc, ExecutorException):
-        return "%s%r" % (exc.__class__.__name__, exc.args)  # исключить многословный auxiliary
-    else:
-        return repr(exc)
-
-
-def _print_hostname(host, style=None):
-    if style:
-        host = style + host + colorama.Style.RESET_ALL
-    print("  %s" % host)
-
-
-def _print_limit(items, printer, limit, total, end="\n"):
-    if not items:
-        return
-    if len(items) > limit and len(items) > total * 0.7:
-        print("  ... %d hosts" % len(items))
-    for host in items[:limit]:
-        printer(host)
-    if len(items) > limit:
-        print("  ... %d more hosts" % (len(items) - limit))
-
-    print(end, end="")
-
-
-def _print_failed(host, res):
-    exc = res[host]
-    color = colorama.Fore.YELLOW if isinstance(exc, Warning) else colorama.Fore.RED
-    print("  %s - %s" % (color + host + colorama.Style.RESET_ALL, _format_exc(exc)))
-
-
-class DeferredFileWrite:
-    def __init__(self, file, mode="r"):
-        self._file = file
-        wrapper = {"w": "a", "wb": "ab"}
-        if mode in wrapper:
-            self._mode = wrapper[mode]
-        else:
-            raise Exception()
-
-    def write(self, data):
-        with open(self._file, self._mode, encoding="utf-8") as fh:
-            fh.write(data)
-
-    def close(self):
-        pass
-
-    def flush(self):
-        pass