annet 0.15.1__tar.gz → 0.15.3__tar.gz

{annet-0.15.1/annet.egg-info → annet-0.15.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: annet
-Version: 0.15.1
+Version: 0.15.3
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT

{annet-0.15.1 → annet-0.15.3}/annet/adapters/netbox/common/storage_opts.py

@@ -1,6 +1,8 @@
 import os
 from typing import Any
 
+DEFAULT_URL = "http://localhost"
+
 
 class NetboxStorageOpts:
     def __init__(self, url: str, token: str):
@@ -9,7 +11,6 @@ class NetboxStorageOpts:
 
     @classmethod
     def parse_params(cls, conf_params: dict[str, str] | None, cli_opts: Any):
-        return cls(
-            url=os.getenv("NETBOX_URL", "http://localhost"),
-            token=os.getenv("NETBOX_TOKEN", "").strip(),
-        )
+        url = os.getenv("NETBOX_URL") or conf_params.get("url") or DEFAULT_URL
+        token = os.getenv("NETBOX_TOKEN", "").strip() or conf_params.get("token") or ""
+        return cls(url=url, token=token)

{annet-0.15.1 → annet-0.15.3}/annet/adapters/netbox/provider.py

@@ -1,6 +1,9 @@
+from typing import Dict, Any, Optional
+
 from dataclass_rest.exceptions import ClientError
 
 from annet.storage import StorageProvider, Storage
+from annet.connectors import AdapterWithName, AdapterWithConfig, T
 from .common.status_client import NetboxStatusClient
 from .common.storage_opts import NetboxStorageOpts
 from .common.query import NetboxQuery
@@ -23,7 +26,14 @@ def storage_factory(opts: NetboxStorageOpts) -> Storage:
         raise ValueError(f"Unsupported version: {status.netbox_version}")
 
 
-class NetboxProvider(StorageProvider):
+class NetboxProvider(StorageProvider, AdapterWithName, AdapterWithConfig):
+    def __init__(self, url: Optional[str] = None, token: Optional[str] = None):
+        self.url = url
+        self.token = token
+
+    def with_config(self, **kwargs: Dict[str, Any]) -> T:
+        return NetboxProvider(**kwargs)
+
     def storage(self):
         return storage_factory
 

{annet-0.15.1 → annet-0.15.3}/annet/adapters/netbox/v37/storage.py

@@ -1,5 +1,5 @@
 from logging import getLogger
-from typing import Optional, List, Union, Dict
+from typing import Any, Optional, List, Union, Dict
 from ipaddress import ip_interface
 from collections import defaultdict
 
@@ -145,6 +145,7 @@ class NetboxStorageV37(Storage):
     def _load_devices(self, query: NetboxQuery) -> List[api_models.Device]:
         if not query.globs:
             return []
+        query = _hostname_dot_hack(query)
         return [
             device
             for device in self.netbox.dcim_all_devices(
@@ -223,3 +224,23 @@ def _match_query(query: NetboxQuery, device_data: api_models.Device) -> bool:
         if subquery.strip() in device_data.name:
             return True
     return False
+
+
+def _hostname_dot_hack(netbox_query: NetboxQuery) -> NetboxQuery:
+    # there is no proper way to lookup host by its hostname
+    # ie find "host" with fqdn "host.example.com"
+    # besides using name__ic (ie startswith)
+    # since there is no direct analogue for this field in netbox
+    # so we need to add a dot to hostnames (top-level fqdn part)
+    # so we would not receive devices with a common name prefix
+    def add_dot(raw_query: Any) -> Any:
+        if isinstance(raw_query, str) and "." not in raw_query:
+            raw_query = raw_query + "."
+        return raw_query
+
+    raw_query = netbox_query.query
+    if isinstance(raw_query, list):
+        for i, name in enumerate(raw_query):
+            raw_query[i] = add_dot(name)
+
+    return NetboxQuery(raw_query)

{annet-0.15.1 → annet-0.15.3}/annet/annlib/netdev/devdb/data/devdb.json

@@ -6,18 +6,19 @@
     "Cisco.ASR": " ASR",
     "Cisco.ASR.ASR9000": " 9\\d{3}",
     "Cisco.XRV": "XRv",
-    "Cisco.Catalyst": "Catalyst",
-    "Cisco.Catalyst.C2900": " 29\\d\\d",
-    "Cisco.Catalyst.C2900.C2950": " 2950",
-    "Cisco.Catalyst.C2900.C2960": " 2960",
-    "Cisco.Catalyst.C2900.C2960.C2960Plus": " 2960-Plus",
-    "Cisco.Catalyst.C2900.C2960.C2960S": " 2960S",
-    "Cisco.Catalyst.C2900.C2960.C2960X": " 2960X",
-    "Cisco.Catalyst.C3500": " 35\\d\\d",
-    "Cisco.Catalyst.C3600": " 36\\d\\d",
-    "Cisco.Catalyst.C3700": " 37\\d\\d",
-    "Cisco.Catalyst.C4900": " 49\\d\\d",
-    "Cisco.Catalyst.C6500": " 65\\d\\d",
+    "Cisco.Catalyst": " (Catalyst |WS-C)",
+    "Cisco.Catalyst.C2900": "29\\d\\d",
+    "Cisco.Catalyst.C2900.C2950": "2950",
+    "Cisco.Catalyst.C2900.C2960": "2960",
+    "Cisco.Catalyst.C2900.C2960.C2960Plus": "2960-Plus",
+    "Cisco.Catalyst.C2900.C2960.C2960S": "2960S",
+    "Cisco.Catalyst.C2900.C2960.C2960X": "2960X",
+    "Cisco.Catalyst.C2900.C2960.C2960G": "2960G",
+    "Cisco.Catalyst.C3500": "35\\d\\d",
+    "Cisco.Catalyst.C3600": "36\\d\\d",
+    "Cisco.Catalyst.C3700": "37\\d\\d",
+    "Cisco.Catalyst.C4900": "49\\d\\d",
+    "Cisco.Catalyst.C6500": "65\\d\\d",
     "Cisco.Nexus": " [Nn]exus",
     "Cisco.Nexus.N3x": " 3\\d\\d\\d",
     "Cisco.Nexus.N3x.N3100": " 31\\d\\d",
@@ -52,13 +53,13 @@
     "Huawei.CE.CE8800.CE8850": " CE8850",
     "Huawei.CE.CE8800.CE8851": " CE8851",
     "Huawei.CE.CE9800": " CE98\\d\\d",
-    "Huawei.Quidway": " S\\d+",
-    "Huawei.Quidway.S2x": " S2\\d{3}",
-    "Huawei.Quidway.S2x.S2300": " S23\\d\\d",
-    "Huawei.Quidway.S2x.S2700": " S27\\d\\d",
-    "Huawei.Quidway.S5300": " S53\\d\\d",
-    "Huawei.Quidway.S5700": " S57\\d\\d",
-    "Huawei.Quidway.S6700": " S67\\d\\d",
+    "Huawei.Quidway": " (LS-)?S",
+    "Huawei.Quidway.S2x": "2\\d{3}",
+    "Huawei.Quidway.S2x.S2300": "23\\d\\d",
+    "Huawei.Quidway.S2x.S2700": "27\\d\\d",
+    "Huawei.Quidway.S5300": "53\\d\\d",
+    "Huawei.Quidway.S5700": "57\\d\\d",
+    "Huawei.Quidway.S6700": "67\\d\\d",
     "Huawei.NE": " NE\\d+",
     "Huawei.NE.NE40E": " NE40E",
     "Huawei.NE.NE8000": " NE8000",
@@ -111,6 +112,9 @@
     "PC.Whitebox.Edgecore": "[Ee]dge-?[Cc]ore",
     "PC.Whitebox.Edgecore.AS": "AS",
     "PC.Whitebox.Edgecore.AS9736": "AS9736",
+    "PC.Whitebox.NVIDIA": "NVIDIA",
+    "PC.Whitebox.NVIDIA.SN": " SN",
+    "PC.Whitebox.NVIDIA.SN.SN5600": " SN5600",
     "PC.Moxa": "[Mm]oxa",
     "PC.Moxa.NPort": " [Nn][Pp]ort",
     "PC.Moxa.NPort.6610": "6610",

{annet-0.15.1 → annet-0.15.3}/annet/annlib/tabparser.py

@@ -490,10 +490,11 @@ class RosFormatter(CommonFormatter):
                 rows.append((row, None, row_context))
 
         prev_prow = None
+        prev_prow_context = {}
         for sub_config, row_group in itertools.groupby(rows, lambda x: x[1]):
             if sub_config is None:
                 if prev_prow:
-                    yield prev_prow
+                    yield prev_prow, prev_prow_context
                     yield BlockBegin, None
                 for row, _, row_context in row_group:
                     yield row, row_context
@@ -502,7 +503,7 @@ class RosFormatter(CommonFormatter):
             else:
                 for row, _, row_context in row_group:
                     if context and context.parent and context.parent.row:
-                        prev_prow = context.parent.row
+                        prev_prow, prev_prow_context = context.parent.current
                         prow = f"{context.parent.row} {row}"
                     else:
                         prow = row

{annet-0.15.1 → annet-0.15.3}/annet/api/__init__.py

@@ -218,8 +218,8 @@ def log_host_progress_cb(pool: Parallel, task_result: TaskResult):
         stacklevel=2,
     )
     args = cast(cli_args.QueryOptions, pool.args[0])
-    connector, connector_opts = get_storage()
-    storage_opts = connector.opts().parse_params(connector_opts, args)
+    connector = get_storage()
+    storage_opts = connector.opts().parse_params({}, args)
     with connector.storage()(storage_opts) as storage:
         fqdns = storage.resolve_fdnds_by_query(args.query)
     PoolProgressLogger(device_fqdns=fqdns)(pool, task_result)
@@ -260,7 +260,7 @@ def patch(args: cli_args.ShowPatchOptions, loader: ann_gen.Loader):
     """ Сгенерировать патч для устройств """
     global live_configs  # pylint: disable=global-statement
     if args.config == "running":
-        fetcher = annet.deploy.fetcher_connector.get()
+        fetcher = annet.deploy.get_fetcher()
         live_configs = fetcher.fetch(loader.devices, processes=args.parallel)
     stdin = args.stdin(filter_acl=args.filter_acl, config=args.config)
 
@@ -434,7 +434,7 @@ class CliDeployerJob(DeployerJob):
         self.cmd_lines.extend(["= %s " % device.hostname, ""])
         self.cmd_lines.extend(map(itemgetter(-1), cmds))
         self.cmd_lines.append("")
-        deployer_driver = annet.deploy.driver_connector.get()
+        deployer_driver = annet.deploy.get_deployer()
         self.deploy_cmds[device] = deployer_driver.apply_deploy_rulebook(
             device.hw, cmds,
             do_commit=not self.args.dont_commit
@@ -494,7 +494,7 @@ class PCDeployerJob(DeployerJob):
                 "generator_types": generator_types,
             }
             self.diffs[device] = upload_files
-            deployer_driver = annet.deploy.driver_connector.get()
+            deployer_driver = annet.deploy.get_deployer()
             before, after = deployer_driver.build_configuration_cmdlist(device.hw)
             for cmd in deployer_driver.build_exit_cmdlist(device.hw):
                 after.add_cmd(cmd)

{annet-0.15.1 → annet-0.15.3}/annet/argparse.py

@@ -107,6 +107,8 @@ class Arg:
         default = self.kwargs.get("default", None)
         if isinstance(default, ConvertibleDefault) and "type" in self.kwargs:
             default = self.kwargs["default"] = default.convert(self.kwargs["type"])
+        elif isinstance(default, Callable):
+            default = self.kwargs["default"] = default()
         elif default is False and "action" not in self.kwargs:
             self.kwargs["action"] = "store_true"
         self.default = default

{annet-0.15.1 → annet-0.15.3}/annet/cli.py

@@ -15,7 +15,7 @@ import yaml
 from contextlog import get_logger
 from valkit.python import valid_logging_level
 
-from annet.deploy import driver_connector, fetcher_connector
+from annet.deploy import get_fetcher, get_deployer
 from annet import api, cli_args, filtering, generators
 from annet.api import collapse_texts, Deployer
 from annet.argparse import ArgParser, subcommand
@@ -68,8 +68,8 @@ def get_loader(gen_args: cli_args.GenOptions, args: cli_args.QueryOptionsBase):
     exit_stack = ExitStack()
     storages = []
     with exit_stack:
-        connector, connector_opts = get_storage()
-        storage_opts = connector.opts().parse_params(connector_opts, args)
+        connector, conf_params = get_storage()
+        storage_opts = connector.opts().parse_params(conf_params, args)
         storages.append(exit_stack.enter_context(connector.storage()(storage_opts)))
         yield Loader(*storages, args=gen_args, no_empty_warning=args.query.is_empty())
 
@@ -233,8 +233,8 @@ def deploy(args: cli_args.DeployOptions):
 
     deployer = Deployer(args)
     filterer = filtering.filterer_connector.get()
-    fetcher = fetcher_connector.get()
-    deploy_driver = driver_connector.get()
+    fetcher = get_fetcher()
+    deploy_driver = get_deployer()
 
     with get_loader(args, args) as loader:
         return api.deploy(
@@ -273,7 +273,7 @@ def file_patch(args: cli_args.FilePatchOptions):
 def context():
     """ A group of commands for manipulating context.
 
-    By default, the context file is located in '~/.annushka/context.yml',
+    By default, the context file is located in '~/.annet/context.yml',
     but it can be set with the ANN_CONTEXT_CONFIG_PATH environment variable.
     """
     context_touch()

{annet-0.15.1 → annet-0.15.3}/annet/cli_args.py

@@ -8,6 +8,7 @@ import os
 
 from valkit.common import valid_string_list
 
+import annet.lib
 from annet.argparse import Arg, ArgGroup, DefaultFromEnv
 from annet.hardware import hardware_connector
 from annet.storage import Query, get_storage
@@ -69,6 +70,11 @@ opt_expand_path = Arg(
     help="Use full paths of Entire-generators and no just names when writing them to the file system"
 )
 
+opt_dest_force_create_dir = Arg(
+    "--dest-force-create-dir", default=False,
+    help="Output generated data to dir, even for blackboxes"
+)
+
 opt_old = Arg(
     "old",
     help="A path to a file (or a directory with a batch of files) that contains the old config"
@@ -228,7 +234,7 @@ opt_log_json = Arg(
 )
 
 opt_log_dest = Arg(
-    "--log-dest", default="deploy/",
+    "--log-dest", default=annet.lib.get_default_log_dest,
     help="Log to a specified file, directory, or '-' (stdout)"
 )
 
@@ -425,6 +431,7 @@ class FileOutOptions(ArgGroup):
     expand_path = opt_expand_path
     no_label = opt_no_label
     no_color = opt_no_color
+    dest_force_create_dir = opt_dest_force_create_dir
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)

annet-0.15.3/annet/connectors.py

@@ -0,0 +1,143 @@
+import sys
+from abc import ABC, abstractmethod
+from functools import cached_property
+from importlib.metadata import entry_points
+from typing import Generic, Optional, Type, TypeVar, List, Dict, Any, Tuple
+import warnings
+from annet.lib import get_context
+
+T = TypeVar("T")
+
+
+class Connector(ABC, Generic[T]):
+    name: str
+    # legacy
+    ep_name: str
+    ep_group: str = "annet.connectors"
+    # right way just to use ep groups
+    ep_by_group_only: str = ""
+    _classes: Optional[List[Type[T]]] = None
+
+    def _get_default(self) -> Type[T]:
+        raise RuntimeError(f"{self.name} is not set")
+
+    @cached_property
+    def _entry_point(self) -> List[Type[T]]:
+        ep = load_entry_point(self.ep_group, self.ep_name)
+        if self.ep_by_group_only:
+            ep.extend(load_entry_point_new(self.ep_by_group_only))
+        return ep
+
+    def get(self, *args, **kwargs) -> T:
+        """
+        Returns connector. If more than one is registered returns random and throw warning
+        """
+        if self._classes is None:
+            self._classes = self._entry_point or [self._get_default()]
+        if not self._classes:
+            raise Exception(f"Not found registered class for group={self.ep_group}")
+        if len(self._classes) > 1:
+            warnings.warn(f"Multiple classes are registered with the group={self.ep_group} but "
+                          f"{[cls for cls in self._classes]}", UserWarning)
+        res = self._classes[0]
+        return res(*args, **kwargs)
+
+    def get_all(self, *args, **kwargs) -> List[T]:
+        if self._classes is None:
+            self._classes = self._entry_point or [self._get_default()]
+
+        return [cls(*args, **kwargs) for cls in self._classes]
+
+    def set(self, cls: Type[T]):
+        if self._classes is not None:
+            raise RuntimeError(f"Cannot reinitialize value of {self.name}")
+        self._classes = [cls]
+
+    def set_all(self, classes: List[Type[T]]):
+        if self._classes is not None:
+            raise RuntimeError(f"Cannot reinitialize value of {self.name}")
+        self._classes = list(classes)
+
+    def is_default(self) -> bool:
+        return self._classes is self._entry_point is None
+
+
+class CachedConnector(Connector[T], ABC):
+    _cache: Optional[T] = None
+
+    def get(self, *args, **kwargs) -> T:
+        assert not (args or kwargs), "Arguments forwarding is not allowed for cached connectors"
+        if self._cache is None:
+            self._cache = super().get()
+        return self._cache
+
+    def set(self, cls: Type[T]):
+        super().set(cls)
+        self._cache = None
+
+
+def load_entry_point(group: str, name: str):
+    if sys.version_info < (3, 10):
+        ep = [item for item in entry_points().get(group, []) if item.name == name]
+    else:
+        ep = entry_points(group=group, name=name)  # pylint: disable=unexpected-keyword-arg
+    if not ep:
+        return []
+    return [item.load() for item in ep]
+
+
+def load_entry_point_new(group: str) -> List:
+    if sys.version_info < (3, 10):
+        ep = [item for item in entry_points().get(group, [])]
+    else:
+        ep = entry_points(group=group)  # pylint: disable=unexpected-keyword-arg
+    if not ep:
+        return []
+    return [item.load() for item in ep]
+
+
+class AdapterWithConfig(ABC, Generic[T]):
+    @abstractmethod
+    def with_config(self, **kwargs: Dict[str, Any]) -> T:
+        pass
+
+
+class AdapterWithName(ABC):
+    @abstractmethod
+    def name(self) -> str:
+        pass
+
+
+def get_connector_from_config(config_key: str, connectors: List[Connector]) -> Tuple[Connector, Dict[str, Any]]:
+    seen: list[str] = []
+    if not connectors:
+        raise Exception("empty connectors")
+    connector = connectors[0]  # default
+    connector_params: Dict[str, Any] = {}
+    if context_storage := get_context().get(config_key):
+        adapter_name = context_storage.get("adapter", None)
+        connector_params = context_storage.get("params", {})
+        if adapter_name:
+            for con in connectors:
+                con_name = connector.__class__.__name__
+                if isinstance(con, AdapterWithName):
+                    con_name = con.name()
+                seen.append(con_name)
+                if adapter_name == con_name:
+                    connector = con
+                    break
+            else:
+                raise Exception("unknown %s %s: seen %s" % (config_key, adapter_name, seen))
+        else:
+            connector = connectors[0]
+            if len(connectors) > 1:
+                warnings.warn(f"Please specify adapter for '{config_key}'. Found more than one classes {connectors}", UserWarning)
+    else:
+        connector = connectors[0]
+        if len(connectors) > 1:
+            warnings.warn(f"Please specify '{config_key}'. Found more than one classes {connectors}", UserWarning)
+    if isinstance(connector, AdapterWithConfig):
+        connector = connector.with_config(**connector_params)
+    # return connector_params only for storage
+    # TODO: switch storage interface to AdapterWithConfig
+    return connector, connector_params

{annet-0.15.1 → annet-0.15.3}/annet/deploy.py

@@ -6,7 +6,7 @@ import itertools
 import re
 from collections import namedtuple
 from contextlib import contextmanager
-from typing import Dict, List, Optional, Type, Any, OrderedDict
+from typing import Dict, List, Optional, Any, OrderedDict, Tuple, Type
 
 from contextlog import get_logger
 
@@ -15,7 +15,7 @@ from annet.annlib.command import Command, Question, CommandList
 from annet.annlib.netdev.views.hardware import HardwareView
 from annet.annlib.rbparser.deploying import MakeMessageMatcher, Answer
 from annet.cli_args import DeployOptions
-from annet.connectors import Connector
+from annet.connectors import Connector, get_connector_from_config
 from annet.output import TextArgs
 from annet.rulebook import get_rulebook, deploying
 from annet.storage import Device
@@ -39,17 +39,23 @@ class DeployResult(_DeployResultBase):  # noqa: E302
 class _FetcherConnector(Connector["Fetcher"]):
     name = "Fetcher"
     ep_name = "deploy_fetcher"
+    ep_by_group_only = "annet.connectors.fetcher"
 
     def _get_default(self) -> Type["Fetcher"]:
-        return StubFetcher
+        # if entry points are broken, try to use direct import
+        import annet.adapters.fetchers.stub.fetcher as stub_fetcher
+        return stub_fetcher.StubFetcher
 
 
 class _DriverConnector(Connector["DeployDriver"]):
     name = "DeployDriver"
     ep_name = "deploy_driver"
+    ep_by_group_only = "annet.connectors.deployer"
 
     def _get_default(self) -> Type["DeployDriver"]:
-        return StubDeployDriver
+        # if entry points are broken, try to use direct import
+        import annet.adapters.deployers.stub.deployer as stub_deployer
+        return stub_deployer.StubDeployDriver
 
 
 fetcher_connector = _FetcherConnector()
@@ -59,7 +65,7 @@ driver_connector = _DriverConnector()
 class Fetcher(abc.ABC):
     @abc.abstractmethod
     def fetch_packages(self, devices: List[Device],
-                       processes: int = 1, max_slots: int = 0):
+                       processes: int = 1, max_slots: int = 0) -> Tuple[Dict[Device, str], Dict[Device, Any]]:
         pass
 
     @abc.abstractmethod
@@ -69,15 +75,10 @@ class Fetcher(abc.ABC):
         pass
 
 
-class StubFetcher(Fetcher):
-    def fetch_packages(self, devices: List[Device],
-                       processes: int = 1, max_slots: int = 0):
-        raise NotImplementedError()
-
-    def fetch(self, devices: List[Device],
-              files_to_download: Dict[str, List[str]] = None,
-              processes: int = 1, max_slots: int = 0):
-        raise NotImplementedError()
+def get_fetcher() -> Fetcher:
+    connectors = fetcher_connector.get_all()
+    fetcher, _ = get_connector_from_config("fetcher", connectors)
+    return fetcher
 
 
 class DeployDriver(abc.ABC):
@@ -86,11 +87,11 @@ class DeployDriver(abc.ABC):
         pass
 
     @abc.abstractmethod
-    def apply_deploy_rulebook(self, hw, cmd_paths, do_finalize=True, do_commit=True):
+    def apply_deploy_rulebook(self, hw: HardwareView, cmd_paths, do_finalize=True, do_commit=True):
         pass
 
     @abc.abstractmethod
-    def build_configuration_cmdlist(self, hw, do_finalize=True, do_commit=True):
+    def build_configuration_cmdlist(self, hw: HardwareView, do_finalize=True, do_commit=True):
         pass
 
     @abc.abstractmethod
@@ -98,18 +99,10 @@ class DeployDriver(abc.ABC):
         pass
 
 
-class StubDeployDriver(DeployDriver):
-    async def bulk_deploy(self, deploy_cmds: dict, args: DeployOptions) -> DeployResult:
-        NotImplementedError()
-
-    def apply_deploy_rulebook(self, hw, cmd_paths, do_finalize=True, do_commit=True):
-        NotImplementedError()
-
-    def build_configuration_cmdlist(self, hw, do_finalize=True, do_commit=True):
-        NotImplementedError()
-
-    def build_exit_cmdlist(self, hw):
-        raise NotImplementedError()
+def get_deployer() -> DeployDriver:
+    connectors = fetcher_connector.get_all()
+    deployer, _ = get_connector_from_config("deployer", connectors)
+    return deployer
 
 
 # ===

{annet-0.15.1 → annet-0.15.3}/annet/filtering.py

@@ -7,6 +7,7 @@ from annet.connectors import Connector
 class _FiltererConnector(Connector["Filterer"]):
     name = "Filterer"
     ep_name = "filterer"
+    ep_by_group_only = "annet.connectors.filterer"
 
     def _get_default(self) -> Type["Filterer"]:
         return NopFilterer

{annet-0.15.1 → annet-0.15.3}/annet/gen.py

@@ -30,7 +30,7 @@ from annet.annlib import jsontools
 from annet.annlib.rbparser import platform
 from annet.annlib.rbparser.acl import compile_acl_text
 from annet.cli_args import DeployOptions, GenOptions, ShowGenOptions
-from annet.deploy import fetcher_connector, scrub_config
+from annet.deploy import scrub_config, get_fetcher
 from annet.filtering import Filterer
 from annet.generators import (
     BaseGenerator,
@@ -407,7 +407,7 @@ def old_new(
     if do_files_download and config == "running":
         files_to_download = _get_files_to_download(devices, gens)
         devices_with_files = [device for device in devices if device in files_to_download]
-        fetcher = fetcher_connector.get()
+        fetcher = get_fetcher()
         fetched_packages, failed_packages = fetcher.fetch_packages(devices_with_files)
 
     ctx = OldNewDeviceContext(
@@ -808,7 +808,7 @@ def _old_resolve_running(config: str, devices: List[Device]) -> Tuple[Dict[Devic
         global live_configs  # pylint: disable=global-statement
         if live_configs is None:
             # предварительно прочесть все конфиги прямо по ssh
-            fetcher = fetcher_connector.get()
+            fetcher = get_fetcher()
             running, failed_running = fetcher.fetch(devices)
         else:
             running, failed_running = live_configs  # pylint: disable=unpacking-non-sequence
@@ -826,7 +826,7 @@ def _old_resolve_files(config: str,
         files_to_download = _get_files_to_download(devices, gens)
         devices_with_files = [device for device in devices if device in files_to_download]
         if devices_with_files:
-            fetcher = fetcher_connector.get()
+            fetcher = get_fetcher()
             downloaded_files, failed_files = fetcher.fetch(devices_with_files,
                                                            files_to_download=files_to_download)
     return downloaded_files, failed_files

{annet-0.15.1 → annet-0.15.3}/annet/hardware.py

@@ -15,6 +15,7 @@ except ImportError:
 class _HardwareConnector(Connector["HarwareProvider"]):
     name = "Hardware"
     ep_name = "hardware"
+    ep_by_group_only = "annet.connectors.hardware"
 
 
 hardware_connector = _HardwareConnector()

{annet-0.15.1 → annet-0.15.3}/annet/lib.py

@@ -37,8 +37,20 @@ from annet.annlib.lib import (  # pylint: disable=unused-import
 from contextlog import get_logger
 
 
-_TEMPLATE_CONTEXT_PATH: Optional[str] = None
-_DEFAULT_CONTEXT_PATH: Optional[str] = None
+_HOMEDIR_PATH: Optional[str] = None           # defaults to ~/.annet
+_TEMPLATE_CONTEXT_PATH: Optional[str] = None  # defaults to annet/configs/context.yml
+_DEFAULT_CONTEXT_PATH: Optional[str] = None   # defaults to ~/.annet/context.yml
+
+
+def get_homedir_path() -> str:
+    if _HOMEDIR_PATH is None:
+        set_homedir_path("~/.annet/")
+    return _HOMEDIR_PATH
+
+
+def set_homedir_path(path: str) -> None:
+    global _HOMEDIR_PATH  # pylint: disable=global-statement
+    _HOMEDIR_PATH = path
 
 
 def get_template_context_path() -> str:
@@ -63,6 +75,11 @@ def set_default_context_path(path: str) -> None:
     _DEFAULT_CONTEXT_PATH = path
 
 
+def get_default_log_dest() -> str:
+    homedir = get_homedir_path()
+    return os.path.join(homedir, "deploy/")
+
+
 @lru_cache(maxsize=1)
 def _get_template_context():
     with open(get_template_context_path()) as f: