fmtr.tools 1.3.12__tar.gz → 1.3.14__tar.gz

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fmtr.tools
-Version: 1.3.12
+Version: 1.3.14
 Summary: Collection of high-level tools to simplify everyday development tasks, with a focus on AI/ML
 Home-page: https://github.com/fmtr/fmtr.tools
 Author: Frontmatter
@@ -126,61 +126,61 @@ Requires-Dist: logfire[httpx]; extra == "http"
 Provides-Extra: setup
 Requires-Dist: setuptools; extra == "setup"
 Provides-Extra: all
-Requires-Dist: fastapi; extra == "all"
-Requires-Dist: contexttimer; extra == "all"
-Requires-Dist: tinynetrc; extra == "all"
-Requires-Dist: ollama; extra == "all"
-Requires-Dist: uvicorn[standard]; extra == "all"
-Requires-Dist: pymupdf; extra == "all"
-Requires-Dist: pymupdf4llm; extra == "all"
-Requires-Dist: logfire[fastapi]; extra == "all"
+Requires-Dist: deepmerge; extra == "all"
 Requires-Dist: google-auth-httplib2; extra == "all"
-Requires-Dist: Unidecode; extra == "all"
-Requires-Dist: faker; extra == "all"
-Requires-Dist: pydantic-ai[logfire,openai]; extra == "all"
+Requires-Dist: fastapi; extra == "all"
+Requires-Dist: bokeh; extra == "all"
+Requires-Dist: pydantic; extra == "all"
 Requires-Dist: tabulate; extra == "all"
-Requires-Dist: pyyaml; extra == "all"
-Requires-Dist: html2text; extra == "all"
-Requires-Dist: json_repair; extra == "all"
-Requires-Dist: flet[all]; extra == "all"
-Requires-Dist: httpx; extra == "all"
+Requires-Dist: dask[bag]; extra == "all"
+Requires-Dist: openpyxl; extra == "all"
 Requires-Dist: filetype; extra == "all"
-Requires-Dist: pydantic; extra == "all"
+Requires-Dist: pymupdf; extra == "all"
+Requires-Dist: docker; extra == "all"
+Requires-Dist: flet-webview; extra == "all"
+Requires-Dist: dnspython[doh]; extra == "all"
 Requires-Dist: logfire; extra == "all"
-Requires-Dist: torchaudio; extra == "all"
-Requires-Dist: flet-video; extra == "all"
-Requires-Dist: pydevd-pycharm~=251.25410.159; extra == "all"
-Requires-Dist: distributed; extra == "all"
-Requires-Dist: pytest-cov; extra == "all"
-Requires-Dist: sentence_transformers; extra == "all"
-Requires-Dist: yamlscript; extra == "all"
-Requires-Dist: appdirs; extra == "all"
+Requires-Dist: contexttimer; extra == "all"
+Requires-Dist: torchvision; extra == "all"
+Requires-Dist: huggingface_hub; extra == "all"
 Requires-Dist: transformers[sentencepiece]; extra == "all"
-Requires-Dist: dnspython[doh]; extra == "all"
-Requires-Dist: openpyxl; extra == "all"
-Requires-Dist: openai; extra == "all"
-Requires-Dist: google-auth-oauthlib; extra == "all"
-Requires-Dist: sre_yield; extra == "all"
+Requires-Dist: cachetools; extra == "all"
+Requires-Dist: httpx; extra == "all"
 Requires-Dist: semver; extra == "all"
-Requires-Dist: deepmerge; extra == "all"
-Requires-Dist: pydantic-settings; extra == "all"
-Requires-Dist: tokenizers; extra == "all"
-Requires-Dist: peft; extra == "all"
-Requires-Dist: flet-webview; extra == "all"
+Requires-Dist: sre_yield; extra == "all"
+Requires-Dist: html2text; extra == "all"
+Requires-Dist: pyyaml; extra == "all"
 Requires-Dist: google-auth; extra == "all"
-Requires-Dist: dask[bag]; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: bokeh; extra == "all"
+Requires-Dist: regex; extra == "all"
+Requires-Dist: httpx_retries; extra == "all"
+Requires-Dist: tokenizers; extra == "all"
+Requires-Dist: sentence_transformers; extra == "all"
+Requires-Dist: flet-video; extra == "all"
+Requires-Dist: pymupdf4llm; extra == "all"
+Requires-Dist: google-auth-oauthlib; extra == "all"
+Requires-Dist: pytest-cov; extra == "all"
+Requires-Dist: logfire[httpx]; extra == "all"
+Requires-Dist: ollama; extra == "all"
+Requires-Dist: faker; extra == "all"
+Requires-Dist: torchaudio; extra == "all"
 Requires-Dist: pandas; extra == "all"
-Requires-Dist: huggingface_hub; extra == "all"
 Requires-Dist: google-api-python-client; extra == "all"
-Requires-Dist: logfire[httpx]; extra == "all"
-Requires-Dist: torchvision; extra == "all"
-Requires-Dist: httpx_retries; extra == "all"
-Requires-Dist: cachetools; extra == "all"
-Requires-Dist: diskcache; extra == "all"
-Requires-Dist: regex; extra == "all"
+Requires-Dist: uvicorn[standard]; extra == "all"
+Requires-Dist: appdirs; extra == "all"
+Requires-Dist: flet[all]; extra == "all"
 Requires-Dist: setuptools; extra == "all"
+Requires-Dist: logfire[fastapi]; extra == "all"
+Requires-Dist: yamlscript; extra == "all"
+Requires-Dist: pydevd-pycharm~=251.25410.159; extra == "all"
+Requires-Dist: tinynetrc; extra == "all"
+Requires-Dist: pydantic-ai[logfire,openai]; extra == "all"
+Requires-Dist: Unidecode; extra == "all"
+Requires-Dist: pydantic-settings; extra == "all"
+Requires-Dist: json_repair; extra == "all"
+Requires-Dist: peft; extra == "all"
+Requires-Dist: distributed; extra == "all"
+Requires-Dist: openai; extra == "all"
+Requires-Dist: diskcache; extra == "all"
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/fmtr/tools/dns_tools/client.py

@@ -1,8 +1,7 @@
-from dataclasses import dataclass
-from functools import cached_property
-
 import dns as dnspython
+from dataclasses import dataclass
 from dns import query
+from functools import cached_property
 from httpx_retries import Retry, RetryTransport
 
 from fmtr.tools import http_tools as http
@@ -82,8 +81,14 @@ class HTTP:
 
         headers = self.HEADERS | dict(Host=self.host)
         url = self.url.format(host=self.ip)
-        response_doh = self.CLIENT.post(url, headers=headers, content=exchange.query_last.to_wire())
-        response_doh.raise_for_status()
-        response = Response.from_http(response_doh)
 
-        exchange.response.message.answer += response.message.answer
+        try:
+            response_doh = self.CLIENT.post(url, headers=headers, content=exchange.query_last.to_wire())
+            response_doh.raise_for_status()
+            response = Response.from_http(response_doh)
+            exchange.response.message.answer += response.message.answer
+
+        except Exception as exception:
+            exchange.response.message.set_rcode(dnspython.rcode.SERVFAIL)
+            exchange.response.is_complete = True
+            logger.exception(exception)

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/fmtr/tools/dns_tools/dm.py

@@ -1,6 +1,8 @@
 import dns
 import httpx
 from dataclasses import dataclass
+from dns import rcode as dnsrcode
+from dns import reversename
 from dns.message import Message, QueryMessage
 from dns.rrset import RRset
 from functools import cached_property
@@ -36,6 +38,7 @@ class Response(BaseDNSData):
 
     http: Optional[httpx.Response] = None
     is_complete: bool = False
+    blocked_by: Optional[str] = None
 
     @classmethod
     def from_http(cls, response: httpx.Response) -> Self:
@@ -58,6 +61,14 @@ class Response(BaseDNSData):
             return None
         return self.message.answer[-1]
 
+    @property
+    def rcode(self) -> dnsrcode.Rcode:
+        return self.message.rcode()
+
+    @property
+    def rcode_text(self) -> str:
+        return dnsrcode.to_text(self.rcode)
+
     def __str__(self):
         """
 
@@ -133,14 +144,16 @@ class Exchange:
 
     request: Request
     response: Optional[Response] = None
+    is_internal: bool = False
+    client_name: Optional[str] = None
+
 
 
     @classmethod
-    def from_wire(cls, wire: bytes, ip: str, port: int) -> Self:
+    def from_wire(cls, wire: bytes, **kwargs) -> Self:
         request = Request(wire)
         response = Response.from_message(request.get_response_template())
-
-        return cls(request=request, response=response, ip=ip, port=port)
+        return cls(request=request, response=response, **kwargs)
 
     @cached_property
     def client(self):
@@ -193,3 +206,15 @@ class Exchange:
         """
         data = tuple(self.request.question.to_text().split())
         return data
+
+    @cached_property
+    def reverse(self) -> Self:
+        """
+
+        Create an Exchange for a reverse lookup of this Exchange's client IP.
+
+        """
+        name = reversename.from_address(self.ip)
+        query = dns.message.make_query(name, dns.rdatatype.PTR)
+        exchange = self.__class__.from_wire(query.to_wire(), ip=self.ip, port=self.port, is_internal=True)
+        return exchange

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/fmtr/tools/dns_tools/server.py

@@ -68,19 +68,51 @@ class Plain:
             exchange.response.message.id = exchange.request.message.id
             exchange.response.is_complete = True
 
-    def handle(self, exchange: Exchange):
+    def get_span(self, exchange: Exchange):
         """
 
-        Check validity of request, presence in cache and resolve.
+        Get handling span
 
         """
         request = exchange.request
+        span = logger.span(
+            f'Handling request {exchange.client_name=} {request.message.id=} {request.type_text} {request.name_text} {request.question=}...'
+        )
+        return span
+
+    def log_response(self, exchange: Exchange):
+        """
 
-        if not request.is_valid:
-            raise ValueError(f'Only one question per request is supported. Got {len(request.question)} questions.')
+        Log when resolution complete
 
-        with logger.span(f'Handling request {request.message.id=} {request.type_text} {request.name_text} {request.question=} {exchange.ip=} {exchange.port=}...'):
+        """
+        request = exchange.request
+        response = exchange.response
 
+        logger.info(
+            f'Resolution complete {exchange.client_name=} {request.message.id=} {request.type_text} {request.name_text} {request.question=} {response.is_complete=} {response.rcode=} {response.rcode_text=} {response.answer=} {response.blocked_by=}...'
+        )
+
+
+
+    def handle(self, exchange: Exchange):
+        """
+
+        Check validity of request, reverse lookup client address, check presence in cache and resolve.
+
+        """
+
+        if not exchange.request.is_valid:
+            raise ValueError(f'Only one question per request is supported. Got {len(exchange.request.question)} questions.')
+
+        if not exchange.is_internal:
+            self.handle(exchange.reverse)
+            client_name = exchange.reverse.question_last.name.to_text()
+            if not exchange.reverse.response.answer:
+                logger.warning(f'Client name could not be resolved {client_name=}.')
+            exchange.client_name = client_name
+
+        with self.get_span(exchange):
             with logger.span(f'Checking cache...'):
                 self.check_cache(exchange)
 
@@ -89,5 +121,6 @@ class Plain:
                 exchange.response.is_complete = True
 
             self.cache[exchange.key] = exchange.response
-            logger.info(f'Resolution complete {request.message.id=} {exchange.response.answer=}')
+            self.log_response(exchange)
+
         return exchange

fmtr_tools-1.3.14/fmtr/tools/version

@@ -0,0 +1 @@
+1.3.14

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/fmtr.tools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fmtr.tools
-Version: 1.3.12
+Version: 1.3.14
 Summary: Collection of high-level tools to simplify everyday development tasks, with a focus on AI/ML
 Home-page: https://github.com/fmtr/fmtr.tools
 Author: Frontmatter
@@ -126,61 +126,61 @@ Requires-Dist: logfire[httpx]; extra == "http"
 Provides-Extra: setup
 Requires-Dist: setuptools; extra == "setup"
 Provides-Extra: all
-Requires-Dist: fastapi; extra == "all"
-Requires-Dist: contexttimer; extra == "all"
-Requires-Dist: tinynetrc; extra == "all"
-Requires-Dist: ollama; extra == "all"
-Requires-Dist: uvicorn[standard]; extra == "all"
-Requires-Dist: pymupdf; extra == "all"
-Requires-Dist: pymupdf4llm; extra == "all"
-Requires-Dist: logfire[fastapi]; extra == "all"
+Requires-Dist: deepmerge; extra == "all"
 Requires-Dist: google-auth-httplib2; extra == "all"
-Requires-Dist: Unidecode; extra == "all"
-Requires-Dist: faker; extra == "all"
-Requires-Dist: pydantic-ai[logfire,openai]; extra == "all"
+Requires-Dist: fastapi; extra == "all"
+Requires-Dist: bokeh; extra == "all"
+Requires-Dist: pydantic; extra == "all"
 Requires-Dist: tabulate; extra == "all"
-Requires-Dist: pyyaml; extra == "all"
-Requires-Dist: html2text; extra == "all"
-Requires-Dist: json_repair; extra == "all"
-Requires-Dist: flet[all]; extra == "all"
-Requires-Dist: httpx; extra == "all"
+Requires-Dist: dask[bag]; extra == "all"
+Requires-Dist: openpyxl; extra == "all"
 Requires-Dist: filetype; extra == "all"
-Requires-Dist: pydantic; extra == "all"
+Requires-Dist: pymupdf; extra == "all"
+Requires-Dist: docker; extra == "all"
+Requires-Dist: flet-webview; extra == "all"
+Requires-Dist: dnspython[doh]; extra == "all"
 Requires-Dist: logfire; extra == "all"
-Requires-Dist: torchaudio; extra == "all"
-Requires-Dist: flet-video; extra == "all"
-Requires-Dist: pydevd-pycharm~=251.25410.159; extra == "all"
-Requires-Dist: distributed; extra == "all"
-Requires-Dist: pytest-cov; extra == "all"
-Requires-Dist: sentence_transformers; extra == "all"
-Requires-Dist: yamlscript; extra == "all"
-Requires-Dist: appdirs; extra == "all"
+Requires-Dist: contexttimer; extra == "all"
+Requires-Dist: torchvision; extra == "all"
+Requires-Dist: huggingface_hub; extra == "all"
 Requires-Dist: transformers[sentencepiece]; extra == "all"
-Requires-Dist: dnspython[doh]; extra == "all"
-Requires-Dist: openpyxl; extra == "all"
-Requires-Dist: openai; extra == "all"
-Requires-Dist: google-auth-oauthlib; extra == "all"
-Requires-Dist: sre_yield; extra == "all"
+Requires-Dist: cachetools; extra == "all"
+Requires-Dist: httpx; extra == "all"
 Requires-Dist: semver; extra == "all"
-Requires-Dist: deepmerge; extra == "all"
-Requires-Dist: pydantic-settings; extra == "all"
-Requires-Dist: tokenizers; extra == "all"
-Requires-Dist: peft; extra == "all"
-Requires-Dist: flet-webview; extra == "all"
+Requires-Dist: sre_yield; extra == "all"
+Requires-Dist: html2text; extra == "all"
+Requires-Dist: pyyaml; extra == "all"
 Requires-Dist: google-auth; extra == "all"
-Requires-Dist: dask[bag]; extra == "all"
-Requires-Dist: docker; extra == "all"
-Requires-Dist: bokeh; extra == "all"
+Requires-Dist: regex; extra == "all"
+Requires-Dist: httpx_retries; extra == "all"
+Requires-Dist: tokenizers; extra == "all"
+Requires-Dist: sentence_transformers; extra == "all"
+Requires-Dist: flet-video; extra == "all"
+Requires-Dist: pymupdf4llm; extra == "all"
+Requires-Dist: google-auth-oauthlib; extra == "all"
+Requires-Dist: pytest-cov; extra == "all"
+Requires-Dist: logfire[httpx]; extra == "all"
+Requires-Dist: ollama; extra == "all"
+Requires-Dist: faker; extra == "all"
+Requires-Dist: torchaudio; extra == "all"
 Requires-Dist: pandas; extra == "all"
-Requires-Dist: huggingface_hub; extra == "all"
 Requires-Dist: google-api-python-client; extra == "all"
-Requires-Dist: logfire[httpx]; extra == "all"
-Requires-Dist: torchvision; extra == "all"
-Requires-Dist: httpx_retries; extra == "all"
-Requires-Dist: cachetools; extra == "all"
-Requires-Dist: diskcache; extra == "all"
-Requires-Dist: regex; extra == "all"
+Requires-Dist: uvicorn[standard]; extra == "all"
+Requires-Dist: appdirs; extra == "all"
+Requires-Dist: flet[all]; extra == "all"
 Requires-Dist: setuptools; extra == "all"
+Requires-Dist: logfire[fastapi]; extra == "all"
+Requires-Dist: yamlscript; extra == "all"
+Requires-Dist: pydevd-pycharm~=251.25410.159; extra == "all"
+Requires-Dist: tinynetrc; extra == "all"
+Requires-Dist: pydantic-ai[logfire,openai]; extra == "all"
+Requires-Dist: Unidecode; extra == "all"
+Requires-Dist: pydantic-settings; extra == "all"
+Requires-Dist: json_repair; extra == "all"
+Requires-Dist: peft; extra == "all"
+Requires-Dist: distributed; extra == "all"
+Requires-Dist: openai; extra == "all"
+Requires-Dist: diskcache; extra == "all"
 Dynamic: author
 Dynamic: author-email
 Dynamic: description

fmtr_tools-1.3.12/fmtr/tools/version

@@ -1 +0,0 @@
-1.3.12

{fmtr_tools-1.3.12 → fmtr_tools-1.3.14}/fmtr.tools.egg-info/requires.txt

@@ -14,61 +14,61 @@ pydantic-ai[logfire,openai]
 ollama
 
 [all]
-fastapi
-contexttimer
-tinynetrc
-ollama
-uvicorn[standard]
-pymupdf
-pymupdf4llm
-logfire[fastapi]
+deepmerge
 google-auth-httplib2
-Unidecode
-faker
-pydantic-ai[logfire,openai]
+fastapi
+bokeh
+pydantic
 tabulate
-pyyaml
-html2text
-json_repair
-flet[all]
-httpx
+dask[bag]
+openpyxl
 filetype
-pydantic
+pymupdf
+docker
+flet-webview
+dnspython[doh]
 logfire
-torchaudio
-flet-video
-pydevd-pycharm~=251.25410.159
-distributed
-pytest-cov
-sentence_transformers
-yamlscript
-appdirs
+contexttimer
+torchvision
+huggingface_hub
 transformers[sentencepiece]
-dnspython[doh]
-openpyxl
-openai
-google-auth-oauthlib
-sre_yield
+cachetools
+httpx
 semver
-deepmerge
-pydantic-settings
-tokenizers
-peft
-flet-webview
+sre_yield
+html2text
+pyyaml
 google-auth
-dask[bag]
-docker
-bokeh
+regex
+httpx_retries
+tokenizers
+sentence_transformers
+flet-video
+pymupdf4llm
+google-auth-oauthlib
+pytest-cov
+logfire[httpx]
+ollama
+faker
+torchaudio
 pandas
-huggingface_hub
 google-api-python-client
-logfire[httpx]
-torchvision
-httpx_retries
-cachetools
-diskcache
-regex
+uvicorn[standard]
+appdirs
+flet[all]
 setuptools
+logfire[fastapi]
+yamlscript
+pydevd-pycharm~=251.25410.159
+tinynetrc
+pydantic-ai[logfire,openai]
+Unidecode
+pydantic-settings
+json_repair
+peft
+distributed
+openai
+diskcache
 
 [api]
 fastapi