annet 3.10.0__py3-none-any.whl → 3.11.0__py3-none-any.whl

annet/annlib/netdev/devdb/__init__.py

@@ -1,10 +1,11 @@
 import functools
 import json
 import re
-from os import path
+from pathlib import Path
 from typing import Any, Dict
 
 from annet.annlib.netdev.db import find_true_sequences, get_db
+from annet.lib import get_context
 
 
 @functools.lru_cache(None)
@@ -23,6 +24,7 @@ def _prepare_db() -> Dict[str, Any]:
         from library.python import resource
         raw = json.loads(resource.resfs_read("contrib/python/annet/annet/annlib/netdev/devdb/data/devdb.json").decode("utf-8"))
     except ImportError:
-        with open(path.join(path.dirname(__file__), "data", "devdb.json"), "r") as f:
+        devdb_file = Path(get_context().get("devdb", {}).get("path", Path(__file__).parent / "data" / "devdb.json"))
+        with devdb_file.open("r", encoding="utf-8") as f:
             raw = json.load(f)
     return {tuple(seq.split(".")): re.compile(regexp) for (seq, regexp) in raw.items()}

annet/rulebook/aruba/ap_env.py

@@ -1,7 +1,7 @@
 # pylint: disable=unused-argument
 
 from annet.annlib.types import Op
-from annet.executor import CommandList, Command
+from annet.annlib.command import Command, CommandList
 
 
 def apply(hw, do_commit, do_finalize, **_):

annet/vendors/tabparser.py

@@ -64,8 +64,36 @@ class FormatterContext:
         return self.next and self.next[0]
 
 
+class NotUniquePatch:
+    def __init__(self):
+        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
+        self._items = []
+        self._keys = set()
+
+    def __setitem__(self, key, value):
+        self._keys.add(key)
+        self._items.append((key, value))
+
+    def keys(self):
+        return list(self)
+
+    def items(self):
+        return self._items
+
+    def __contains__(self, item):
+        return item in self._keys
+
+    def __iter__(self):
+        return iter(item[0] for item in self._items)
+
+    def __bool__(self) -> bool:
+        return bool(self._items)
+
+
 # =====
 class CommonFormatter:
+    cmd_path_cls = odict
+
     def __init__(self, indent="  "):
         self._indent = indent
         self._block_begin = ""
@@ -96,7 +124,7 @@ class CommonFormatter:
         )
 
     def cmd_paths(self, patch: "PatchTree") -> odict:
-        ret = odict()
+        ret = self.cmd_path_cls()
         path = []
         for row, context in self.blocks_and_context(patch, is_patch=True):
             if row is BlockBegin:
@@ -222,7 +250,20 @@ class BlockExitFormatter(CommonFormatter):
                     yield exit_statement, last_row_context
 
 
+class HuaweiPatch(NotUniquePatch):
+    policy_end_blocks = ("end-list", "endif", "end-filter")
+
+    def __setitem__(self, key, value):
+        if not key:
+            return
+
+        if key not in self or (key[0].startswith("xpl") and key[-1] in self.policy_end_blocks):
+            super().__setitem__(key, value)
+
+
 class HuaweiFormatter(BlockExitFormatter):
+    cmd_path_cls = HuaweiPatch
+
     def __init__(self, indent="  "):
         super().__init__(
             block_exit="quit",
@@ -237,9 +278,8 @@ class HuaweiFormatter(BlockExitFormatter):
     def split(self, text):
         # на старых прошивка наблюдается баг с двумя пробелами в этом месте в конфиге
         # например на VRP V100R006C00SPC500 + V100R006SPH003
-        policy_end_blocks = ("end-list", "endif", "end-filter")
         tree = self.split_remove_spaces(text)
-        tree[:] = filter(lambda x: not str(x).strip().startswith(policy_end_blocks), tree)
+        tree[:] = filter(lambda x: not str(x).strip().startswith(HuaweiPatch.policy_end_blocks), tree)
         return tree
 
     def block_exit(self, context: Optional[FormatterContext]):
@@ -256,7 +296,9 @@ class HuaweiFormatter(BlockExitFormatter):
             return
 
         if parent_row.startswith("xpl route-filter"):
-            if (row.startswith(("if", "elseif")) and row.endswith("then")) and not row_next:
+            if (row.startswith(("if", "elseif")) and row.endswith("then")) and (
+                not row_next or not row_next.startswith(("elseif", "else"))
+            ):
                 yield "endif"
             elif row == "else":
                 yield "endif"
@@ -407,29 +449,9 @@ class AsrFormatter(BlockExitFormatter):
             yield from super().block_exit(context)
 
 
-class JuniperPatch:
-    def __init__(self):
-        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
-        self._items = []
-
-    def __setitem__(self, key, value):
-        self._items.append((key, value))
-
-    def keys(self):
-        return list(self)
-
-    def items(self):
-        return self._items
-
-    def __iter__(self):
-        return iter(item[0] for item in self._items)
-
-    def __bool__(self) -> bool:
-        return bool(self._items)
-
-
 class JuniperFormatter(CommonFormatter):
     patch_set_prefix = "set"
+    cmd_path_cls = NotUniquePatch
 
     @dataclasses.dataclass
     class Comment:
@@ -526,7 +548,7 @@ class JuniperFormatter(CommonFormatter):
             yield line + self._statement_end
 
     def cmd_paths(self, patch, _prev=tuple()):
-        commands = JuniperPatch()
+        commands = self.cmd_path_cls()
 
         for item in patch.itms:
             key, childs, context = item.row, item.child, item.context

{annet-3.10.0.dist-info → annet-3.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: annet
-Version: 3.10.0
+Version: 3.11.0
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT

{annet-3.10.0.dist-info → annet-3.11.0.dist-info}/RECORD

@@ -8,7 +8,6 @@ annet/connectors.py,sha256=aoiDVLPizx8CW2p8SAwGCzyO_WW8H9xc2aujbGC4bDg,4882
 annet/deploy.py,sha256=ZTZcomYm2KJkKMyG6XzZaAMPr-Tduwcv67BhsoLARkY,7673
 annet/deploy_ui.py,sha256=XsN1i7E9cNp1SAf1YBwhEBuwN91MvlNMSrLhnQrumA8,28672
 annet/diff.py,sha256=kD_2kxz5wc2TP10xj-BHs6IPq1yNKkXxIco8czjeC6M,9497
-annet/executor.py,sha256=INlWAZFLpHurg8GTXclbSzaeSIXgZo4ccmcRulQqr88,5130
 annet/filtering.py,sha256=ZtqxPsKdV9reZoRxtQyBg22BqyMqd-2SotYcxZ-68AQ,903
 annet/gen.py,sha256=y9e7P551uJ-thjBS2p-ZRMgwQa8kPF_JAoEXJ3am77Y,30683
 annet/hardware.py,sha256=O2uadehcavZ10ssPr-db3XYHK8cpbG7C7XFkO-I6r_s,1161
@@ -63,7 +62,7 @@ annet/annlib/patching.py,sha256=1bxlLDRx15GjB6aNk6kAx7t3WPPLHffYvSy7VLGnCig,2150
 annet/annlib/types.py,sha256=VHU0CBADfYmO0xzB_c5f-mcuU3dUumuJczQnqGlib9M,852
 annet/annlib/netdev/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/annlib/netdev/db.py,sha256=fI_u5aya4l61mbYSjj4JwlVfi3s7obt2jqERSuXGRUI,1634
-annet/annlib/netdev/devdb/__init__.py,sha256=aKYjjLbJebdKBjnGDpVLQdSqrV2JL24spGm58tmMWVU,892
+annet/annlib/netdev/devdb/__init__.py,sha256=I-NKzenyjsmUKpmIerQOfZExnnnDpPdNZLdRanyu-Nk,1020
 annet/annlib/netdev/devdb/data/devdb.json,sha256=HI43va6tlOAFRSRnjXR7Ex32B4ZbRH0yvrjzud2apJM,7198
 annet/annlib/netdev/views/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/annlib/netdev/views/dump.py,sha256=rIlyvnA3uM8bB_7oq1nS2KDxTp6dQh2hz-FbNhYIpOU,4630
@@ -124,7 +123,7 @@ annet/rulebook/arista/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 annet/rulebook/arista/aaa.py,sha256=7fBTwBnz9SOqYbwG8GBeEQTJG0e4uC4HkuZJeMG-kAY,2250
 annet/rulebook/arista/iface.py,sha256=bgj6a3r__-OE6VyYbSfnD6ps2QJKyX028W7IFJww-UY,720
 annet/rulebook/aruba/__init__.py,sha256=ILggeID6kNWcDBGzhXm_mebcfkuLSq5prBFU5DyPFs4,500
-annet/rulebook/aruba/ap_env.py,sha256=5fUVLhXH4-0DAtv8t0yoqJUibaRMuzF8Q7mGFzNsEN8,4692
+annet/rulebook/aruba/ap_env.py,sha256=jkiDv-tYd6nsOdQPGTrh5XJIZQBNdVNVB25Tw-UbTnc,4698
 annet/rulebook/aruba/misc.py,sha256=O0p_wsR07gtB8rm1eJvJ7VYnGm5T8Uau_SVKR9FVInI,234
 annet/rulebook/b4com/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/rulebook/b4com/file.py,sha256=zK7RwBk1YaVoDSFSg1u7Pt8u0Fk3nhhu27aJRngemwc,137
@@ -184,7 +183,7 @@ annet/rulebook/texts/routeros.rul,sha256=ipfxjj0mjFef6IsUlupqx4BY_Je_OUb8u_U1019
 annet/vendors/__init__.py,sha256=gQcDFlKeWDZB6vxJ_MdPWEoE-C5dg-YgXvgGkuV9YLw,569
 annet/vendors/base.py,sha256=AmM3--gqC-Rpw5Xu_-hqthWZ9EoZRL8x6eOHwadZGbo,1145
 annet/vendors/registry.py,sha256=LgPg4oxWrgxsfpLpJ6OWEGFmUzlVlHzziSXsZTi82uc,2540
-annet/vendors/tabparser.py,sha256=EQrJb0Tz0Lj5byJ8Qr5fayYUCgKDgpJcAz4Smb2kxvs,32374
+annet/vendors/tabparser.py,sha256=BXPYppgJf4OaobFrlpVr7APzG-NY6e0wwgGdp6YsVdU,32953
 annet/vendors/library/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/vendors/library/arista.py,sha256=J4ltZ7sS_TgIECg2U7fizvxwfS4-s35Of0tNDNWWYbE,1302
 annet/vendors/library/aruba.py,sha256=tvrSFSA43n0uelCv-NLQnqxO01d0y2mrfhncpOX7zoQ,1257
@@ -200,8 +199,8 @@ annet/vendors/library/optixtrans.py,sha256=VdME69Ca4HAEgoaKN21fZxnmmsqqaxOe_HZja
 annet/vendors/library/pc.py,sha256=vfv31_NPi7M-4AUDL89UcpawK2E6xvCpELA209cd1ho,1086
 annet/vendors/library/ribbon.py,sha256=DDOBq-_-FL9dCxqXs2inEWZ-pvw-dJ-A-prA7cKMhec,1216
 annet/vendors/library/routeros.py,sha256=iQa7m_4wjuvcgBOI9gyZwlw1BvzJfOkvUbyoEk-NI9I,1254
-annet-3.10.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
-annet-3.10.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
+annet-3.11.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
+annet-3.11.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
 annet_generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet_generators/example/__init__.py,sha256=OJ77uj8axc-FIyIu_Xdcnzmde3oQW5mk5qbODkhuVc8,355
 annet_generators/example/hostname.py,sha256=RloLzNVetEoWPLITzfJ13Nk3CC0yi-cZB1RTd6dnuhI,2541
@@ -214,8 +213,8 @@ annet_generators/rpl_example/generator.py,sha256=EWah19gOH8G-QyNyWqxCqdRi0BK7GbM
 annet_generators/rpl_example/items.py,sha256=HPgxScDvSqJPdz0c2SppDrH82DZYC4zUaniQwcWmh4A,1176
 annet_generators/rpl_example/mesh.py,sha256=z_WgfDZZ4xnyh3cSf75igyH09hGvtexEVwy1gCD_DzA,288
 annet_generators/rpl_example/route_policy.py,sha256=z6nPb0VDeQtKD1NIg9sFvmUxBD5tVs2frfNIuKdM-5c,2318
-annet-3.10.0.dist-info/METADATA,sha256=vNT4cNxluWuvug1t-yfWrqYFXmoijXsZNzXM2UUysUk,816
-annet-3.10.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-annet-3.10.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
-annet-3.10.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
-annet-3.10.0.dist-info/RECORD,,
+annet-3.11.0.dist-info/METADATA,sha256=uYU_GEvY0GCOzto2G9wko7JhgNLj8tP09uUGSg5nP2s,816
+annet-3.11.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+annet-3.11.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
+annet-3.11.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
+annet-3.11.0.dist-info/RECORD,,

annet/executor.py

@@ -1,172 +0,0 @@
-import asyncio
-import os
-import statistics
-from abc import ABC, abstractmethod
-from functools import partial
-from operator import itemgetter
-from typing import Any, List, Optional
-
-import colorama
-from annet.annlib.command import Command, CommandList, Question  # noqa: F401
-
-
-class CommandResult(ABC):
-    @abstractmethod
-    def get_out(self) -> str:
-        pass
-
-
-class ExecutorException(Exception):
-    def __init__(self, *args: List[Any], auxiliary: Optional[Any] = None, **kwargs: object):
-        self.auxiliary = auxiliary
-        super().__init__(*args, **kwargs)
-
-    def __repr__(self) -> str:
-        return "%s(args=%r,auxiliary=%s)" % (self.__class__.__name__, self.args, self.auxiliary)
-
-
-class ExecException(ExecutorException):
-    def __init__(self, msg: str, cmd: str, res: str, **kwargs):
-        super().__init__(**kwargs)
-        self.args = msg, cmd, res
-        self.kwargs = kwargs
-        self.msg = msg
-        self.cmd = cmd
-        self.res = res
-
-    def __str__(self) -> str:
-        return str(self.msg)
-
-    def __repr__(self) -> str:
-        return "%s<%s, %s>" % (self.__class__.__name__, self.msg, self.cmd)
-
-
-class BadCommand(ExecException):
-    pass
-
-
-class NonzeroRetcode(ExecException):
-    pass
-
-
-class CommitException(ExecException):
-    pass
-
-
-def _show_type_summary(caption, items, total, stat_items=None):
-    if items:
-        if not stat_items:
-            stat = ""
-        else:
-            avg = statistics.mean(stat_items)
-            stat = "   %(min).1f/%(max).1f/%(avg).1f/%(stdev)s  (min/max/avg/stdev)" % dict(
-                min=min(stat_items),
-                max=max(stat_items),
-                avg=avg,
-                stdev="-" if len(stat_items) < 2 else "%.1f" % statistics.stdev(stat_items, xbar=avg)
-            )
-
-        print("%-8s %d of %d%s" % (caption, len(items), total, stat))
-
-
-def show_bulk_report(hostnames, res, durations, log_dir):
-    total = len(hostnames)
-    if not total:
-        return
-
-    colorama.init()
-
-    print("\n====== bulk deploy report ======")
-
-    done = [host for (host, hres) in res.items() if not isinstance(hres, Exception)]
-    cancelled = [host for (host, hres) in res.items() if isinstance(hres, asyncio.CancelledError)]
-    failed = [host for (host, hres) in res.items() if isinstance(hres, Exception) and host not in cancelled]
-    lost = [host for host in hostnames if host not in res]
-    limit = 30
-
-    _show_type_summary("Done :", done, total, [durations[h] for h in done])
-    _print_limit(done, partial(_print_hostname, style=colorama.Fore.GREEN), limit, total)
-
-    _show_type_summary("Failed :", failed, total, [durations[h] for h in failed])
-
-    _print_limit(failed, partial(_print_failed, res=res), limit, total)
-
-    _show_type_summary("Cancelled :", cancelled, total, [durations[h] for h in cancelled if durations[h] is not None])
-    _print_limit(cancelled, partial(_print_hostname, style=colorama.Fore.RED), limit, total)
-
-    _show_type_summary("Lost :", lost, total)
-    _print_limit(lost, _print_hostname, limit, total)
-
-    err_limit = 5
-    if failed:
-        errs = {}
-        for hostname in failed:
-            fmt_err = _format_exc(res[hostname])
-            if fmt_err in errs:
-                errs[fmt_err] += 1
-            else:
-                errs[fmt_err] = 1
-        print("Top errors :")
-        for fmt_err, n in sorted(errs.items(), key=itemgetter(1), reverse=True)[:err_limit]:
-            print("  %-4d %s" % (n, fmt_err))
-        print("\n", end="")
-
-    if log_dir:
-        print("See deploy logs in %s/\n" % os.path.relpath(log_dir))
-
-
-def _format_exc(exc):
-    if isinstance(exc, ExecException):
-        cmd = str(exc.cmd)
-        if len(cmd) > 50:
-            cmd = cmd[:50] + "~.."
-        return "'%s', cmd '%s'" % (exc.msg, cmd)
-    elif isinstance(exc, ExecutorException):
-        return "%s%r" % (exc.__class__.__name__, exc.args)  # исключить многословный auxiliary
-    else:
-        return repr(exc)
-
-
-def _print_hostname(host, style=None):
-    if style:
-        host = style + host + colorama.Style.RESET_ALL
-    print("  %s" % host)
-
-
-def _print_limit(items, printer, limit, total, end="\n"):
-    if not items:
-        return
-    if len(items) > limit and len(items) > total * 0.7:
-        print("  ... %d hosts" % len(items))
-    for host in items[:limit]:
-        printer(host)
-    if len(items) > limit:
-        print("  ... %d more hosts" % (len(items) - limit))
-
-    print(end, end="")
-
-
-def _print_failed(host, res):
-    exc = res[host]
-    color = colorama.Fore.YELLOW if isinstance(exc, Warning) else colorama.Fore.RED
-    print("  %s - %s" % (color + host + colorama.Style.RESET_ALL, _format_exc(exc)))
-
-
-class DeferredFileWrite:
-    def __init__(self, file, mode="r"):
-        self._file = file
-        wrapper = {"w": "a", "wb": "ab"}
-        if mode in wrapper:
-            self._mode = wrapper[mode]
-        else:
-            raise Exception()
-
-    def write(self, data):
-        with open(self._file, self._mode, encoding="utf-8") as fh:
-            fh.write(data)
-
-    def close(self):
-        pass
-
-    def flush(self):
-        pass