omlish 0.0.0.dev74__tar.gz → 0.0.0.dev75__tar.gz

{omlish-0.0.0.dev74/omlish.egg-info → omlish-0.0.0.dev75}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omlish
-Version: 0.0.0.dev74
+Version: 0.0.0.dev75
 Summary: omlish
 Author: wrmsr
 License: BSD-3-Clause

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/omlish/__about__.py

@@ -1,5 +1,5 @@
-__version__ = '0.0.0.dev74'
-__revision__ = '002d07c8f9579e6b60584c9b2c6c05cd6b7219af'
+__version__ = '0.0.0.dev75'
+__revision__ = 'dcdc82976a464689890fe99f9aaf5fc596ddd563'
 
 
 #

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/omlish/http/clients.py

@@ -1,5 +1,6 @@
 """
 TODO:
+ - httpx catch
  - check=False
  - return non-200 HttpResponses
  - async

omlish-0.0.0.dev75/omlish/http/sse.py

@@ -0,0 +1,96 @@
+"""
+TODO:
+ - end-of-line   = ( cr lf / cr / lf )
+"""
+import string
+import typing as ta
+
+from .. import dataclasses as dc
+from .. import lang
+
+
+class SseDecoderOutput(lang.Abstract):
+    pass
+
+
+@dc.dataclass(frozen=True)
+class SseComment(SseDecoderOutput, lang.Final):
+    data: bytes
+
+
+SseEventId: ta.TypeAlias = bytes
+
+
+@dc.dataclass(frozen=True)
+class SseEvent(SseDecoderOutput, lang.Final):
+    type: bytes
+    data: bytes
+    last_id: SseEventId = dc.xfield(b'', repr_fn=dc.truthy_repr)
+
+
+_DIGIT_BYTES = string.digits.encode('ascii')
+
+
+class SseDecoder:
+    """https://html.spec.whatwg.org/multipage/server-sent-events.html#event-stream-interpretation"""
+
+    def __init__(self) -> None:
+        super().__init__()
+
+        self._reset()
+        self._last_event_id = b''
+        self._reconnection_time: int | None = None
+
+    _event_type: bytes
+    _data: list[bytes]
+
+    def _reset(self) -> None:
+        self._event_type = b'message'
+        self._data = []
+
+    def _process_field(self, name: bytes, value: bytes) -> None:
+        if name == b'event':
+            self._event_type = value
+
+        elif name == b'data':
+            self._data.append(value)
+
+        elif name == b'id':
+            if 0 not in value:
+                self._last_event_id = value
+
+        elif name == b'retry':
+            if all(c in _DIGIT_BYTES for c in value):
+                self._reconnection_time = int(value)
+
+    def _dispatch_event(self) -> SseEvent:
+        data = b''.join(lang.interleave(self._data, b'\n'))
+
+        e = SseEvent(
+            type=self._event_type,
+            data=data,
+            last_id=self._last_event_id,
+        )
+
+        self._reset()
+
+        return e
+
+    def process_line(self, line: bytes) -> ta.Iterable[SseDecoderOutput]:
+        if b'\r' in line or b'\n' in line:
+            raise ValueError(line)
+
+        if not line:
+            yield self._dispatch_event()
+
+        elif line[0] == b':'[0]:
+            yield SseComment(line)
+
+        elif (c := line.find(b':')) >= 0:
+            d = c + 1
+            if len(line) > d and line[d] == b' '[0]:
+                d += 1
+            self._process_field(line[:c], line[d:])
+
+        else:
+            self._process_field(line, b'')

omlish-0.0.0.dev75/omlish/io.py

@@ -0,0 +1,142 @@
+import dataclasses as dc
+import io
+import typing as ta
+
+from . import check
+
+
+@dc.dataclass(frozen=True)
+class DelimitingBufferError(Exception):
+    buffer: 'DelimitingBuffer'
+
+
+class ClosedDelimitingBufferError(DelimitingBufferError):
+    pass
+
+
+class FullDelimitingBufferError(DelimitingBufferError):
+    pass
+
+
+class IncompleteDelimitingBufferError(DelimitingBufferError):
+    pass
+
+
+class DelimitingBuffer:
+    """
+    https://github.com/python-trio/trio/issues/796 :|
+    """
+
+    DEFAULT_DELIMITERS: bytes = b'\n'
+
+    def __init__(
+            self,
+            delimiters: ta.Iterable[int] = DEFAULT_DELIMITERS,
+            *,
+            keep_ends: bool = False,
+            max_size: int | None = None,
+            on_full: ta.Literal['raise', 'yield'] = 'raise',
+            on_incomplete: ta.Literal['raise', 'yield'] = 'yield',
+    ) -> None:
+        super().__init__()
+
+        self._delimiters = frozenset(check.isinstance(d, int) for d in delimiters)
+        self._keep_ends = keep_ends
+        self._max_size = max_size
+        self._on_full = on_full
+        self._on_incomplete = on_incomplete
+
+        self._buf: io.BytesIO | None = io.BytesIO()
+
+    @property
+    def is_closed(self) -> bool:
+        return self._buf is None
+
+    def tell(self) -> int:
+        if (buf := self._buf) is None:
+            raise ClosedDelimitingBufferError(self)
+        return buf.tell()
+
+    def peek(self) -> bytes:
+        if (buf := self._buf) is None:
+            raise ClosedDelimitingBufferError(self)
+        return buf.getvalue()
+
+    def _find_delim(self, data: bytes | bytearray, i: int) -> int | None:
+        r = None  # type: int | None
+        for d in self._delimiters:
+            if (p := data.find(d, i)) >= 0:
+                if r is None or p < r:
+                    r = p
+        return r
+
+    def _append_and_reset(self, chunk: bytes) -> bytes:
+        buf = check.not_none(self._buf)
+        if not buf.tell():
+            return chunk
+
+        buf.write(chunk)
+        ret = buf.getvalue()
+        buf.seek(0)
+        return ret
+
+    def feed(self, data: bytes | bytearray) -> ta.Generator[bytes, None, None]:
+        if (buf := self._buf) is None:
+            raise ClosedDelimitingBufferError(self)
+
+        if not data:
+            self._buf = None
+
+            if buf.tell():
+                if self._on_incomplete == 'raise':
+                    raise IncompleteDelimitingBufferError(self)
+
+                elif self._on_incomplete == 'yield':
+                    yield buf.getvalue()
+
+                else:
+                    raise ValueError(f'Unknown on_incomplete value: {self._on_incomplete!r}')
+
+            return
+
+        l = len(data)
+        i = 0
+        while i < l:
+            if (p := self._find_delim(data, i)) is None:
+                break
+
+            n = p + 1
+            if self._keep_ends:
+                p = n
+
+            yield self._append_and_reset(data[i:p])
+
+            i = n
+
+        if i >= l:
+            return
+
+        if self._max_size is None:
+            buf.write(data[i:])
+            return
+
+        while i < l:
+            remaining_data_len = l - i
+            remaining_buf_capacity = self._max_size - buf.tell()
+
+            if remaining_data_len < remaining_buf_capacity:
+                buf.write(data[i:])
+                return
+
+            if self._on_full == 'raise':
+                raise FullDelimitingBufferError(self)
+
+            elif self._on_full == 'yield':
+                p = i + remaining_buf_capacity
+
+                yield self._append_and_reset(data[i:p])
+
+                i = p
+
+            else:
+                raise ValueError(f'Unknown on_full value: {self._on_full!r}')

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/omlish/lang/__init__.py

@@ -140,6 +140,7 @@ from .iterables import (  # noqa
     flatmap,
     flatten,
     ilen,
+    interleave,
     itergen,
     peek,
     prodrange,

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/omlish/lang/iterables.py

@@ -37,6 +37,13 @@ def peek(vs: ta.Iterable[T]) -> tuple[T, ta.Iterator[T]]:
     return v, itertools.chain(iter((v,)), it)
 
 
+def interleave(vs: ta.Iterable[T], d: T) -> ta.Iterable[T]:
+    for i, v in enumerate(vs):
+        if i:
+            yield d
+        yield v
+
+
 Rangeable: ta.TypeAlias = ta.Union[  # noqa
     int,
     tuple[int],

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75/omlish.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omlish
-Version: 0.0.0.dev74
+Version: 0.0.0.dev75
 Summary: omlish
 Author: wrmsr
 License: BSD-3-Clause

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/omlish.egg-info/SOURCES.txt

@@ -15,6 +15,7 @@ omlish/dynamic.py
 omlish/fnpairs.py
 omlish/fnpipes.py
 omlish/genmachine.py
+omlish/io.py
 omlish/iterators.py
 omlish/libc.py
 omlish/matchfns.py
@@ -221,6 +222,7 @@ omlish/http/encodings.py
 omlish/http/headers.py
 omlish/http/json.py
 omlish/http/sessions.py
+omlish/http/sse.py
 omlish/http/wsgi.py
 omlish/inject/__init__.py
 omlish/inject/binder.py

{omlish-0.0.0.dev74 → omlish-0.0.0.dev75}/pyproject.toml

@@ -12,7 +12,7 @@ authors = [
 urls = {source = 'https://github.com/wrmsr/omlish'}
 license = {text = 'BSD-3-Clause'}
 requires-python = '~=3.12'
-version = '0.0.0.dev74'
+version = '0.0.0.dev75'
 classifiers = [
     'License :: OSI Approved :: BSD License',
     'Development Status :: 2 - Pre-Alpha',