annet 3.9.3__tar.gz → 3.11.0__tar.gz

{annet-3.9.3/annet.egg-info → annet-3.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: annet
-Version: 3.9.3
+Version: 3.11.0
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT

{annet-3.9.3 → annet-3.11.0}/annet/annlib/netdev/devdb/__init__.py

@@ -1,10 +1,11 @@
 import functools
 import json
 import re
-from os import path
+from pathlib import Path
 from typing import Any, Dict
 
 from annet.annlib.netdev.db import find_true_sequences, get_db
+from annet.lib import get_context
 
 
 @functools.lru_cache(None)
@@ -23,6 +24,7 @@ def _prepare_db() -> Dict[str, Any]:
         from library.python import resource
         raw = json.loads(resource.resfs_read("contrib/python/annet/annet/annlib/netdev/devdb/data/devdb.json").decode("utf-8"))
     except ImportError:
-        with open(path.join(path.dirname(__file__), "data", "devdb.json"), "r") as f:
+        devdb_file = Path(get_context().get("devdb", {}).get("path", Path(__file__).parent / "data" / "devdb.json"))
+        with devdb_file.open("r", encoding="utf-8") as f:
             raw = json.load(f)
     return {tuple(seq.split(".")): re.compile(regexp) for (seq, regexp) in raw.items()}

{annet-3.9.3 → annet-3.11.0}/annet/annlib/netdev/devdb/data/devdb.json

@@ -96,21 +96,21 @@
     "Juniper.PTX": " PTX",
 
     "Arista": "^[Aa]rista",
-    "Arista.A7368": " 7368",
+    "Arista.A7368": " (DCS-)?7368",
     "Arista.A7368.X4": "X4",
-    "Arista.A7280": " DCS-7280",
-    "Arista.A7260": " DCS-7260",
+    "Arista.A7280": " (DCS-)?7280",
+    "Arista.A7260": " (DCS-)?7260",
     "Arista.A7260.CX3": "CX3",
-    "Arista.A7050": " 7050",
+    "Arista.A7050": " (DCS-)?7050",
     "Arista.A7050.SX3": "SX3",
-    "Arista.A7060": " DCS-7060",
+    "Arista.A7060": " (DCS-)?7060",
     "Arista.A7060.DX4": "DX4",
 
     "Nokia": "^[Nn]okia",
     "Nokia.NS7750": " 7750",
     "Nokia.SR_1s": "SR-1s",
 
-    "PC": "^(PC|pc|[Mm]ellanox SN|[Ee]dge-?[Cc]ore|[Mm]oxa|NVIDIA|Nebius|[Aa]sterfusion CX|[Uu]fi[Ss]pace)",
+    "PC": "^(PC|pc|[Mm]ellanox SN|[Ee]dge-?[Cc]ore|[Mm]oxa|NVIDIA|Nebius|[Aa]sterfusion CX|[Uu]fi[Ss]pace|(VERTIV )?[Aa]vocent)",
 
     "PC.Whitebox": "([Mm]ellanox SN|[Ee]dge-?[Cc]ore|NVIDIA|[Aa]sterfusion CX|[Uu]fi[Ss]pace)",
     "PC.Whitebox.Mellanox": "[Mm]ellanox",
@@ -145,6 +145,8 @@
     "PC.Whitebox.Ufispace.S.S9300.S9321_64EO": " S9321-64EO",
     "PC.Nebius": "^Nebius",
     "PC.Nebius.NB-E-BR-DCU-AST2600": "^Nebius NB-E-BR-DCU-AST2600",
+    "PC.Avocent": " [Aa]vocent",
+    "PC.Avocent.ACS8000": " (ACS|acs)8000",
 
     "RouterOS": "^([Rr]outer[Oo][Ss]|[Mm]ikro[Tt]ik)",
 

{annet-3.9.3 → annet-3.11.0}/annet/rpl_generators/policy.py

@@ -696,16 +696,11 @@ class RoutingPolicyGenerator(PartialGenerator, ABC):
             else:
                 yield "set", "as-path match all replacement", *action.value.set
 
+        if action.value.prepend:
+            yield "set", "as-path prepend", *action.value.prepend
         if action.value.expand_last_as:
-            last_as_suffix: Sequence[str] = "last-as", action.value.expand_last_as
-        else:
-            last_as_suffix = ()
+            yield "set", "as-path prepend last-as", action.value.expand_last_as
 
-        if action.value.prepend:
-            for path_item in action.value.prepend:
-                yield "set", "as-path prepend", path_item, *last_as_suffix
-        else:
-            yield "set", "as-path prepend", *last_as_suffix
         if action.value.expand:
             raise RuntimeError("as_path.expand is not supported for arista")
         if action.value.delete:

{annet-3.9.3 → annet-3.11.0}/annet/rulebook/aruba/ap_env.py

@@ -1,7 +1,7 @@
 # pylint: disable=unused-argument
 
 from annet.annlib.types import Op
-from annet.executor import CommandList, Command
+from annet.annlib.command import Command, CommandList
 
 
 def apply(hw, do_commit, do_finalize, **_):

{annet-3.9.3 → annet-3.11.0}/annet/vendors/tabparser.py

@@ -64,8 +64,36 @@ class FormatterContext:
         return self.next and self.next[0]
 
 
+class NotUniquePatch:
+    def __init__(self):
+        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
+        self._items = []
+        self._keys = set()
+
+    def __setitem__(self, key, value):
+        self._keys.add(key)
+        self._items.append((key, value))
+
+    def keys(self):
+        return list(self)
+
+    def items(self):
+        return self._items
+
+    def __contains__(self, item):
+        return item in self._keys
+
+    def __iter__(self):
+        return iter(item[0] for item in self._items)
+
+    def __bool__(self) -> bool:
+        return bool(self._items)
+
+
 # =====
 class CommonFormatter:
+    cmd_path_cls = odict
+
     def __init__(self, indent="  "):
         self._indent = indent
         self._block_begin = ""
@@ -96,7 +124,7 @@ class CommonFormatter:
         )
 
     def cmd_paths(self, patch: "PatchTree") -> odict:
-        ret = odict()
+        ret = self.cmd_path_cls()
         path = []
         for row, context in self.blocks_and_context(patch, is_patch=True):
             if row is BlockBegin:
@@ -222,7 +250,20 @@ class BlockExitFormatter(CommonFormatter):
                     yield exit_statement, last_row_context
 
 
+class HuaweiPatch(NotUniquePatch):
+    policy_end_blocks = ("end-list", "endif", "end-filter")
+
+    def __setitem__(self, key, value):
+        if not key:
+            return
+
+        if key not in self or (key[0].startswith("xpl") and key[-1] in self.policy_end_blocks):
+            super().__setitem__(key, value)
+
+
 class HuaweiFormatter(BlockExitFormatter):
+    cmd_path_cls = HuaweiPatch
+
     def __init__(self, indent="  "):
         super().__init__(
             block_exit="quit",
@@ -237,9 +278,8 @@ class HuaweiFormatter(BlockExitFormatter):
     def split(self, text):
         # на старых прошивка наблюдается баг с двумя пробелами в этом месте в конфиге
         # например на VRP V100R006C00SPC500 + V100R006SPH003
-        policy_end_blocks = ("end-list", "endif", "end-filter")
         tree = self.split_remove_spaces(text)
-        tree[:] = filter(lambda x: not str(x).strip().startswith(policy_end_blocks), tree)
+        tree[:] = filter(lambda x: not str(x).strip().startswith(HuaweiPatch.policy_end_blocks), tree)
         return tree
 
     def block_exit(self, context: Optional[FormatterContext]):
@@ -256,7 +296,9 @@ class HuaweiFormatter(BlockExitFormatter):
             return
 
         if parent_row.startswith("xpl route-filter"):
-            if (row.startswith(("if", "elseif")) and row.endswith("then")) and not row_next:
+            if (row.startswith(("if", "elseif")) and row.endswith("then")) and (
+                not row_next or not row_next.startswith(("elseif", "else"))
+            ):
                 yield "endif"
             elif row == "else":
                 yield "endif"
@@ -407,29 +449,9 @@ class AsrFormatter(BlockExitFormatter):
             yield from super().block_exit(context)
 
 
-class JuniperPatch:
-    def __init__(self):
-        """In the case of comments, odict is not suitable: there may be several identical edit and exit"""
-        self._items = []
-
-    def __setitem__(self, key, value):
-        self._items.append((key, value))
-
-    def keys(self):
-        return list(self)
-
-    def items(self):
-        return self._items
-
-    def __iter__(self):
-        return iter(item[0] for item in self._items)
-
-    def __bool__(self) -> bool:
-        return bool(self._items)
-
-
 class JuniperFormatter(CommonFormatter):
     patch_set_prefix = "set"
+    cmd_path_cls = NotUniquePatch
 
     @dataclasses.dataclass
     class Comment:
@@ -526,7 +548,7 @@ class JuniperFormatter(CommonFormatter):
             yield line + self._statement_end
 
     def cmd_paths(self, patch, _prev=tuple()):
-        commands = JuniperPatch()
+        commands = self.cmd_path_cls()
 
         for item in patch.itms:
             key, childs, context = item.row, item.child, item.context

{annet-3.9.3 → annet-3.11.0/annet.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: annet
-Version: 3.9.3
+Version: 3.11.0
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT

{annet-3.9.3 → annet-3.11.0}/annet.egg-info/SOURCES.txt

@@ -14,7 +14,6 @@ annet/connectors.py
 annet/deploy.py
 annet/deploy_ui.py
 annet/diff.py
-annet/executor.py
 annet/filtering.py
 annet/gen.py
 annet/hardware.py

annet-3.9.3/annet/executor.py

@@ -1,172 +0,0 @@
-import asyncio
-import os
-import statistics
-from abc import ABC, abstractmethod
-from functools import partial
-from operator import itemgetter
-from typing import Any, List, Optional
-
-import colorama
-from annet.annlib.command import Command, CommandList, Question  # noqa: F401
-
-
-class CommandResult(ABC):
-    @abstractmethod
-    def get_out(self) -> str:
-        pass
-
-
-class ExecutorException(Exception):
-    def __init__(self, *args: List[Any], auxiliary: Optional[Any] = None, **kwargs: object):
-        self.auxiliary = auxiliary
-        super().__init__(*args, **kwargs)
-
-    def __repr__(self) -> str:
-        return "%s(args=%r,auxiliary=%s)" % (self.__class__.__name__, self.args, self.auxiliary)
-
-
-class ExecException(ExecutorException):
-    def __init__(self, msg: str, cmd: str, res: str, **kwargs):
-        super().__init__(**kwargs)
-        self.args = msg, cmd, res
-        self.kwargs = kwargs
-        self.msg = msg
-        self.cmd = cmd
-        self.res = res
-
-    def __str__(self) -> str:
-        return str(self.msg)
-
-    def __repr__(self) -> str:
-        return "%s<%s, %s>" % (self.__class__.__name__, self.msg, self.cmd)
-
-
-class BadCommand(ExecException):
-    pass
-
-
-class NonzeroRetcode(ExecException):
-    pass
-
-
-class CommitException(ExecException):
-    pass
-
-
-def _show_type_summary(caption, items, total, stat_items=None):
-    if items:
-        if not stat_items:
-            stat = ""
-        else:
-            avg = statistics.mean(stat_items)
-            stat = "   %(min).1f/%(max).1f/%(avg).1f/%(stdev)s  (min/max/avg/stdev)" % dict(
-                min=min(stat_items),
-                max=max(stat_items),
-                avg=avg,
-                stdev="-" if len(stat_items) < 2 else "%.1f" % statistics.stdev(stat_items, xbar=avg)
-            )
-
-        print("%-8s %d of %d%s" % (caption, len(items), total, stat))
-
-
-def show_bulk_report(hostnames, res, durations, log_dir):
-    total = len(hostnames)
-    if not total:
-        return
-
-    colorama.init()
-
-    print("\n====== bulk deploy report ======")
-
-    done = [host for (host, hres) in res.items() if not isinstance(hres, Exception)]
-    cancelled = [host for (host, hres) in res.items() if isinstance(hres, asyncio.CancelledError)]
-    failed = [host for (host, hres) in res.items() if isinstance(hres, Exception) and host not in cancelled]
-    lost = [host for host in hostnames if host not in res]
-    limit = 30
-
-    _show_type_summary("Done :", done, total, [durations[h] for h in done])
-    _print_limit(done, partial(_print_hostname, style=colorama.Fore.GREEN), limit, total)
-
-    _show_type_summary("Failed :", failed, total, [durations[h] for h in failed])
-
-    _print_limit(failed, partial(_print_failed, res=res), limit, total)
-
-    _show_type_summary("Cancelled :", cancelled, total, [durations[h] for h in cancelled if durations[h] is not None])
-    _print_limit(cancelled, partial(_print_hostname, style=colorama.Fore.RED), limit, total)
-
-    _show_type_summary("Lost :", lost, total)
-    _print_limit(lost, _print_hostname, limit, total)
-
-    err_limit = 5
-    if failed:
-        errs = {}
-        for hostname in failed:
-            fmt_err = _format_exc(res[hostname])
-            if fmt_err in errs:
-                errs[fmt_err] += 1
-            else:
-                errs[fmt_err] = 1
-        print("Top errors :")
-        for fmt_err, n in sorted(errs.items(), key=itemgetter(1), reverse=True)[:err_limit]:
-            print("  %-4d %s" % (n, fmt_err))
-        print("\n", end="")
-
-    if log_dir:
-        print("See deploy logs in %s/\n" % os.path.relpath(log_dir))
-
-
-def _format_exc(exc):
-    if isinstance(exc, ExecException):
-        cmd = str(exc.cmd)
-        if len(cmd) > 50:
-            cmd = cmd[:50] + "~.."
-        return "'%s', cmd '%s'" % (exc.msg, cmd)
-    elif isinstance(exc, ExecutorException):
-        return "%s%r" % (exc.__class__.__name__, exc.args)  # исключить многословный auxiliary
-    else:
-        return repr(exc)
-
-
-def _print_hostname(host, style=None):
-    if style:
-        host = style + host + colorama.Style.RESET_ALL
-    print("  %s" % host)
-
-
-def _print_limit(items, printer, limit, total, end="\n"):
-    if not items:
-        return
-    if len(items) > limit and len(items) > total * 0.7:
-        print("  ... %d hosts" % len(items))
-    for host in items[:limit]:
-        printer(host)
-    if len(items) > limit:
-        print("  ... %d more hosts" % (len(items) - limit))
-
-    print(end, end="")
-
-
-def _print_failed(host, res):
-    exc = res[host]
-    color = colorama.Fore.YELLOW if isinstance(exc, Warning) else colorama.Fore.RED
-    print("  %s - %s" % (color + host + colorama.Style.RESET_ALL, _format_exc(exc)))
-
-
-class DeferredFileWrite:
-    def __init__(self, file, mode="r"):
-        self._file = file
-        wrapper = {"w": "a", "wb": "ab"}
-        if mode in wrapper:
-            self._mode = wrapper[mode]
-        else:
-            raise Exception()
-
-    def write(self, data):
-        with open(self._file, self._mode, encoding="utf-8") as fh:
-            fh.write(data)
-
-    def close(self):
-        pass
-
-    def flush(self):
-        pass