annet 3.18.0__py3-none-any.whl → 3.19.0__py3-none-any.whl

annet/adapters/netbox/common/storage_base.py

@@ -1,7 +1,11 @@
 import ssl
 from ipaddress import ip_interface
 from logging import getLogger
-from typing import Any, Optional, List, Union, Dict, cast, Generic, TypeVar
+from typing import Any, Callable, Optional, List, Union, Dict, cast, Generic, TypeVar
+
+from requests import Session
+
+from requests_cache import CachedSession, SQLiteCache
 
 from annetbox.v37 import models as api_models
 
@@ -45,6 +49,7 @@ class BaseNetboxStorage(
         token = ""
         self.exact_host_filter = False
         threads = 1
+        session_factory = None
         if opts:
             if opts.insecure:
                 ctx = ssl.create_default_context()
@@ -55,7 +60,17 @@ class BaseNetboxStorage(
             threads = opts.threads
             self.exact_host_filter = opts.exact_host_filter
             self.all_hosts_filter = opts.all_hosts_filter
-        self.netbox = self._init_adapter(url=url, token=token, ssl_context=ctx, threads=threads)
+
+            if opts.cache_path:
+                session_factory = cached_requests_session(opts)
+
+        self.netbox = self._init_adapter(
+            url=url,
+            token=token,
+            ssl_context=ctx,
+            threads=threads,
+            session_factory=session_factory,
+        )
         self._all_fqdns: Optional[list[str]] = None
         self._id_devices: dict[int, NetboxDeviceT] = {}
         self._name_devices: dict[str, NetboxDeviceT] = {}
@@ -67,6 +82,7 @@ class BaseNetboxStorage(
             token: str,
             ssl_context: Optional[ssl.SSLContext],
             threads: int,
+            session_factory: Callable[[Session], Session] | None = None,
     ) -> NetboxAdapter[NetboxDeviceT, InterfaceT, IpAddressT, PrefixT, FHRPGroupT, FHRPGroupAssignmentT]:
         raise NotImplementedError()
 
@@ -259,3 +275,16 @@ def parse_glob(exact_host_filter: bool, query: NetboxQuery) -> dict[str, list[st
         else:
             query_groups["name__ic"] = [_hostname_dot_hack(name) for name in names]
     return query_groups
+
+
+def cached_requests_session(opts: NetboxStorageOpts) -> Callable[[Session], Session]:
+    def session_factory(session: Session) -> Session:
+        backend = SQLiteCache(db_path=opts.cache_path)
+        if opts.recache:
+            backend.clear()
+        return CachedSession.wrap(
+            session,
+            backend=backend,
+            expire_after=opts.cache_ttl,
+        )
+    return session_factory

annet/adapters/netbox/common/storage_opts.py

@@ -1,5 +1,6 @@
 import os
 from typing import Any, Optional
+from datetime import timedelta
 from .query import parse_query
 
 DEFAULT_URL = "http://localhost"
@@ -14,6 +15,9 @@ class NetboxStorageOpts:
             exact_host_filter: bool = False,
             threads: int = 1,
             all_hosts_filter: dict[str, list[str]] | None = None,
+            cache_path: str = "",
+            cache_ttl: timedelta = timedelta(0),
+            recache: bool = False,
     ):
         self.url = url
         self.token = token
@@ -21,6 +25,9 @@ class NetboxStorageOpts:
         self.exact_host_filter = exact_host_filter
         self.threads = threads
         self.all_hosts_filter: dict[str, list[str]] = all_hosts_filter or {}
+        self.cache_path = cache_path
+        self.cache_ttl = cache_ttl
+        self.recache = recache
 
     @classmethod
     def parse_params(cls, conf_params: Optional[dict[str, str]], cli_opts: Any):
@@ -41,6 +48,17 @@ class NetboxStorageOpts:
             exact_host_filter = exact_host_filter_env in ("true", "1", "t")
         else:
             exact_host_filter = bool(conf_params.get("exact_host_filter") or False)
+
+        if cache_path := os.getenv("NETBOX_CACHE_PATH"):
+            cache_path = cache_path
+        else:
+            cache_path = str(conf_params.get("cache_path", ""))
+
+        if cache_ttl := os.getenv("NETBOX_CACHE_TTL"):
+            cache_ttl = timedelta(seconds=int(cache_ttl))
+        else:
+            cache_ttl = timedelta(seconds=conf_params.get("cache_ttl", 0))
+
         return cls(
             url=url,
             token=token,
@@ -48,4 +66,7 @@ class NetboxStorageOpts:
             exact_host_filter=exact_host_filter,
             threads=int(threads),
             all_hosts_filter=all_hosts_filter,
+            cache_path=cache_path,
+            cache_ttl=cache_ttl,
+            recache=cli_opts.recache,
         )

annet/adapters/netbox/provider.py

@@ -46,7 +46,8 @@ def storage_factory(opts: NetboxStorageOpts) -> Storage:
 
 class NetboxProvider(StorageProvider, AdapterWithName, AdapterWithConfig):
     def __init__(self, url: Optional[str] = None, token: Optional[str] = None, insecure: bool = False,
-                 exact_host_filter: bool = False, threads: int = 1, all_hosts_filter: dict[str, list[str]] | None = None):
+                 exact_host_filter: bool = False, threads: int = 1, all_hosts_filter: dict[str, list[str]] | None = None,
+                 cache_path: str = "", cache_ttl: int = 0):
         self.url = url
         self.token = token
         self.insecure = insecure

annet/adapters/netbox/v37/storage.py

@@ -1,4 +1,7 @@
 import ssl
+from typing import Callable
+
+from requests import Session
 
 from adaptix import P
 from adaptix.conversion import get_converter, link_function, link_constant, link
@@ -23,8 +26,9 @@ class NetboxV37Adapter(NetboxAdapter[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None,
     ):
-        self.netbox = client_sync.NetboxV37(url=url, token=token, ssl_context=ssl_context, threads=threads)
+        self.netbox = client_sync.NetboxV37(url=url, token=token, ssl_context=ssl_context, threads=threads, session_factory=session_factory)
         self.convert_device = get_converter(
             api_models.Device,
             NetboxDeviceV37,
@@ -120,5 +124,6 @@ class NetboxStorageV37(BaseNetboxStorage[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None = None,
     ) -> NetboxAdapter[NetboxDeviceV37, InterfaceV37, IpAddressV37, PrefixV37, FHRPGroupV37, FHRPGroupAssignmentV37]:
-        return NetboxV37Adapter(self, url, token, ssl_context, threads)
+        return NetboxV37Adapter(self, url, token, ssl_context, threads, session_factory)

annet/adapters/netbox/v41/storage.py

@@ -1,4 +1,8 @@
 import ssl
+from typing import Callable
+
+from requests import Session
+
 from adaptix import P
 from adaptix.conversion import get_converter, link, link_constant, link_function
 from annetbox.v41 import client_sync
@@ -24,8 +28,9 @@ class NetboxV41Adapter(NetboxAdapter[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None,
     ):
-        self.netbox = client_sync.NetboxV41(url=url, token=token, ssl_context=ssl_context, threads=threads)
+        self.netbox = client_sync.NetboxV41(url=url, token=token, ssl_context=ssl_context, threads=threads, session_factory=session_factory)
         self.convert_device = get_converter(
             api_models.Device,
             NetboxDeviceV41,
@@ -122,5 +127,6 @@ class NetboxStorageV41(BaseNetboxStorage[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None = None,
     ) -> NetboxAdapter[NetboxDeviceV41, InterfaceV41, IpAddressV41, PrefixV41, FHRPGroupV41, FHRPGroupAssignmentV41]:
-        return NetboxV41Adapter(self, url, token, ssl_context, threads)
+        return NetboxV41Adapter(self, url, token, ssl_context, threads, session_factory)

annet/adapters/netbox/v42/storage.py

@@ -1,5 +1,7 @@
 import ssl
-from typing import Optional
+from typing import Callable, Optional
+
+from requests import Session
 
 from adaptix import P
 from adaptix.conversion import get_converter, link, link_constant, link_function
@@ -25,8 +27,9 @@ class NetboxV42Adapter(NetboxAdapter[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None,
     ):
-        self.netbox = client_sync.NetboxV42(url=url, token=token, ssl_context=ssl_context, threads=threads)
+        self.netbox = client_sync.NetboxV42(url=url, token=token, ssl_context=ssl_context, threads=threads, session_factory=session_factory)
         self.convert_device = get_converter(
             api_models.Device,
             NetboxDeviceV42,
@@ -136,11 +139,12 @@ class NetboxStorageV42(BaseNetboxStorage[
             token: str,
             ssl_context: ssl.SSLContext | None,
             threads: int,
+            session_factory: Callable[[Session], Session] | None = None,
     ) -> NetboxAdapter[
         NetboxDeviceV42, InterfaceV42, IpAddressV42, PrefixV42,
         FHRPGroupV41, FHRPGroupAssignmentV41,
     ]:
-        return NetboxV42Adapter(self, url, token, ssl_context, threads)
+        return NetboxV42Adapter(self, url, token, ssl_context, threads, session_factory)
 
     def resolve_all_vlans(self) -> list[Vlan]:
         if self._all_vlans is None:

annet/cli_args.py

@@ -140,6 +140,12 @@ opt_tolerate_fails = Arg(
     help="Show errors without interrupting the generation"
 )
 
+opt_recache = Arg(
+    "--recache", default=False,
+    help="Force expiration of storage's local cache if it is supported"
+)
+
+
 # При параллельном запуске и включённом --tolerate-fails код возврата
 # всегда нулевой. Это не позволяет нам легко понять, прошла ли генерация
 # успешно для всех устройств. С этим флажком код будет ненулевой, если
@@ -353,6 +359,7 @@ opt_selected_context_name = Arg(
 
 # ====
 class CacheOptions(ArgGroup):
+    recache = opt_recache
     no_mesh = False
 
 

{annet-3.18.0.dist-info → annet-3.19.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: annet
-Version: 3.18.0
+Version: 3.19.0
 Summary: annet
 Home-page: https://github.com/annetutil/annet
 License: MIT
@@ -22,7 +22,8 @@ Requires-Dist: adaptix==3.0.0b7
 Requires-Dist: dataclass-rest==0.4
 Requires-Dist: ordered-set>=4.1.0
 Provides-Extra: netbox
-Requires-Dist: annetbox[sync]>=0.8.0; extra == "netbox"
+Requires-Dist: annetbox[sync]>=0.9.0; extra == "netbox"
+Requires-Dist: requests-cache>=1.2.1; extra == "netbox"
 Dynamic: home-page
 Dynamic: license
 Dynamic: license-file

{annet-3.18.0.dist-info → annet-3.19.0.dist-info}/RECORD

@@ -3,7 +3,7 @@ annet/annet.py,sha256=vyQ__n5hkjub3aWO8tksHPoUSbTeK97MyMcR_U8_BSU,1016
 annet/argparse.py,sha256=v1MfhjR0B8qahza0WinmXClpR8UiDFhmwDDWtNroJPA,12855
 annet/bgp_models.py,sha256=roSDKhxzcg9N8iEh9zI4Jww1vOObWcwRVzMl9FJnh1M,14046
 annet/cli.py,sha256=shq3hHzrTxFL3x1_zTOR43QHo0JYs8QSwyOvGtL86Co,12733
-annet/cli_args.py,sha256=d0WuGiZfe42-nMvurX1bOb3iUMg0TSK-hxk8J1THxSY,13728
+annet/cli_args.py,sha256=GwFSEJDUZMzUtXo6NBs_1B7tlyFhaaKRfcgmRUpAkfI,13881
 annet/connectors.py,sha256=aoiDVLPizx8CW2p8SAwGCzyO_WW8H9xc2aujbGC4bDg,4882
 annet/deploy.py,sha256=toIaR2QLvLJxpdeXoJhZzKdXfhn784ciTNZlMGT9huo,7709
 annet/deploy_ui.py,sha256=XsN1i7E9cNp1SAf1YBwhEBuwN91MvlNMSrLhnQrumA8,28672
@@ -28,7 +28,7 @@ annet/adapters/fetchers/stub/fetcher.py,sha256=FzpkIzPJBQVuNNSdXKoGzkALmIGMgo2gm
 annet/adapters/file/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/file/provider.py,sha256=Raw5DzsGS8I9XcKNeMuk5O3dPxqeRSCNmuB5JwClRqY,7687
 annet/adapters/netbox/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-annet/adapters/netbox/provider.py,sha256=xxPVCLOFkiw56zK4iDKLYLCHJ0-5y3k325nZtGA0NPM,2408
+annet/adapters/netbox/provider.py,sha256=UY9_5cRWQaieNkzerCmm67a4Nnokg1kilAoP314GU14,2467
 annet/adapters/netbox/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/common/adapter.py,sha256=1rR9PZAU72hIreozWFVb9CKpFVjfUH_i9kQEbaNiEUI,2639
 annet/adapters/netbox/common/client.py,sha256=PaxHG4W9H8_uunIwMBNYkLq4eQJYoO6p6gY-ciQs7Nc,2563
@@ -36,20 +36,20 @@ annet/adapters/netbox/common/manufacturer.py,sha256=9jTfzwx5XmETrjSbIJu_FhNaByaU
 annet/adapters/netbox/common/models.py,sha256=nMruBugAKNY8D63rqUnPYyMYGMIU-haxX0vnfxLGNWc,8990
 annet/adapters/netbox/common/query.py,sha256=mz5oOn5vjU-lCV48TedvtXZ14GtBXU3jpcXa_cNawWg,1949
 annet/adapters/netbox/common/status_client.py,sha256=POaqiQJ0jPcqUQH-X_fWHVnKB7TBYveNriaT0eNTlfI,769
-annet/adapters/netbox/common/storage_base.py,sha256=lMRiDkzQylpA5Fxa4B6CUOWzq2d1cpjeSDbFGp8jH7o,9787
-annet/adapters/netbox/common/storage_opts.py,sha256=8LCxX0m-Wd-jNZ2iRAzkBJnbDg-MuE7RS17uPxjZo3o,2066
+annet/adapters/netbox/common/storage_base.py,sha256=mdteEWxZAlw6re5FPciB5FoV2nAGnqozQdx-iNX-T80,10601
+annet/adapters/netbox/common/storage_opts.py,sha256=pDtkFpfVIoRLBruMYNuIC34XpZe9aRrAygy2cOVpqyU,2800
 annet/adapters/netbox/v24/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v24/models.py,sha256=RH2ooUPHOtHT0q1ZQE7v23FgmcsGenzzSgJyft13o1k,7605
 annet/adapters/netbox/v24/storage.py,sha256=zptzrW4aZUv_exuGw0DqQPm_kXZR3DwL4zRHYL6twTk,6219
 annet/adapters/netbox/v37/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v37/models.py,sha256=LTjotRcTYWUR3KFvdg3LjBhek4OQblOvJr5yvP9AAPg,1940
-annet/adapters/netbox/v37/storage.py,sha256=1CO1s1lM01vjN5o6MOF-WK7nHsY8cSJg5KrAj4Z-N8Y,5115
+annet/adapters/netbox/v37/storage.py,sha256=DKPCIucpND8M7ebhfhm6lWCcVYif0vtcaJ0mZu22YCU,5362
 annet/adapters/netbox/v41/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v41/models.py,sha256=RI8QHpNIcrXNubis1rUFJ1j9bL881fz4meLXvAY8Yi0,2197
-annet/adapters/netbox/v41/storage.py,sha256=FDdaUugvFEMACSRLW8T8HRv_1V7VbTN95u5wvIgt4Mo,5169
+annet/adapters/netbox/v41/storage.py,sha256=ZMvNJbXb1XN8WKcAY2cTL_Ybyjk_QOwbxzD93do9DXM,5417
 annet/adapters/netbox/v42/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet/adapters/netbox/v42/models.py,sha256=JNrBMeZ1SznjRzaqKNBP5jtHEKHN40X1V-BlgrMpKwE,2054
-annet/adapters/netbox/v42/storage.py,sha256=mXswX_wqXIcRFKAyTbjYkPR2IIm9_SNeGJDBw9-ZIl8,6096
+annet/adapters/netbox/v42/storage.py,sha256=Dg6kiSOVXO2ApXXgQGRdrE4GLd8EkeeRhE6aGxHGvMU,6325
 annet/annlib/__init__.py,sha256=fT1l4xV5fqqg8HPw9HqmZVN2qwS8i6X1aIm2zGDjxKY,252
 annet/annlib/command.py,sha256=GsgzQ8oFiHFan1Tfyo340rWgfhyU4_sCKJGhBm2jG6Y,1258
 annet/annlib/diff.py,sha256=MZ6eQAU3cadQp8KaSE6uAYFtcfMDCIe_eNuVROnYkCk,4496
@@ -208,8 +208,8 @@ annet/vendors/library/optixtrans.py,sha256=VdME69Ca4HAEgoaKN21fZxnmmsqqaxOe_HZja
 annet/vendors/library/pc.py,sha256=vfv31_NPi7M-4AUDL89UcpawK2E6xvCpELA209cd1ho,1086
 annet/vendors/library/ribbon.py,sha256=DDOBq-_-FL9dCxqXs2inEWZ-pvw-dJ-A-prA7cKMhec,1216
 annet/vendors/library/routeros.py,sha256=iQa7m_4wjuvcgBOI9gyZwlw1BvzJfOkvUbyoEk-NI9I,1254
-annet-3.18.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
-annet-3.18.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
+annet-3.19.0.dist-info/licenses/AUTHORS,sha256=rh3w5P6gEgqmuC-bw-HB68vBCr-yIBFhVL0PG4hguLs,878
+annet-3.19.0.dist-info/licenses/LICENSE,sha256=yPxl7dno02Pw7gAcFPIFONzx_gapwDoPXsIsh6Y7lC0,1079
 annet_generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 annet_generators/example/__init__.py,sha256=OJ77uj8axc-FIyIu_Xdcnzmde3oQW5mk5qbODkhuVc8,355
 annet_generators/example/hostname.py,sha256=RloLzNVetEoWPLITzfJ13Nk3CC0yi-cZB1RTd6dnuhI,2541
@@ -222,8 +222,8 @@ annet_generators/rpl_example/generator.py,sha256=EWah19gOH8G-QyNyWqxCqdRi0BK7GbM
 annet_generators/rpl_example/items.py,sha256=HPgxScDvSqJPdz0c2SppDrH82DZYC4zUaniQwcWmh4A,1176
 annet_generators/rpl_example/mesh.py,sha256=z_WgfDZZ4xnyh3cSf75igyH09hGvtexEVwy1gCD_DzA,288
 annet_generators/rpl_example/route_policy.py,sha256=z6nPb0VDeQtKD1NIg9sFvmUxBD5tVs2frfNIuKdM-5c,2318
-annet-3.18.0.dist-info/METADATA,sha256=BzSwXAELrXMy0FfrX33OkF9h-iiKfXkeIKAroB_Z9D4,850
-annet-3.18.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-annet-3.18.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
-annet-3.18.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
-annet-3.18.0.dist-info/RECORD,,
+annet-3.19.0.dist-info/METADATA,sha256=X7dXwFQ2P044gFKaIKKs-nFXyE-QNGwhPGQvcP1OBJ8,906
+annet-3.19.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+annet-3.19.0.dist-info/entry_points.txt,sha256=5lIaDGlGi3l6QQ2ry2jZaqViP5Lvt8AmsegdD0Uznck,192
+annet-3.19.0.dist-info/top_level.txt,sha256=QsoTZBsUtwp_FEcmRwuN8QITBmLOZFqjssRfKilGbP8,23
+annet-3.19.0.dist-info/RECORD,,