feldera 0.111.0__py3-none-any.whl → 0.113.0__py3-none-any.whl

feldera/_callback_runner.py

@@ -75,7 +75,9 @@ class CallbackRunner(Thread):
                     # stop blocking the main thread on `join` for the previous message
                     self.queue.task_done()
 
-                for chunk in gen_obj:
+                iterator = gen_obj()
+
+                for chunk in iterator:
                     chunk: dict = chunk
                     data: Optional[list[dict]] = chunk.get("json_data")
                     seq_no: Optional[int] = chunk.get("sequence_number")

feldera/pipeline.py

@@ -484,7 +484,9 @@ metrics"""
             for view_name, queue in self.views_tx.pop().items():
                 # block until the callback runner has been stopped
                 queue.join()
+        import time
 
+        time.sleep(3)
         self.client.stop_pipeline(self.name, force=force, timeout_s=timeout_s)
 
     def resume(self, timeout_s: Optional[float] = None):
@@ -838,14 +840,14 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
 
     def set_runtime_config(self, runtime_config: RuntimeConfig):
         """Updates the runtime config of the pipeline.  The pipeline
-        must be stopped and, in addition, changing some pipeline
-        configuration requires storage to be cleared.
+        must be stopped.  Changing some pipeline configuration, such
+        as the number of workers, requires storage to be cleared.
 
-        For example, to set 'min_batch_size_records' on a pipeline:
+        For example, to set 'min_batch_size_records' on a pipeline::
 
-        runtime_config = pipeline.runtime_config()
-        runtime_config.min_batch_size_records = 500
-        pipeline.set_runtime_config(runtime_config)
+            runtime_config = pipeline.runtime_config()
+            runtime_config.min_batch_size_records = 500
+            pipeline.set_runtime_config(runtime_config)
 
         """
 

feldera/rest/_httprequests.py

@@ -12,6 +12,7 @@ import json
 import requests
 from requests.packages import urllib3
 from typing import Callable, Optional, Any, Union, Mapping, Sequence, List
+import time
 
 
 def json_serialize(body: Any) -> str:
@@ -42,6 +43,7 @@ class HttpRequests:
         params: Optional[Mapping[str, Any]] = None,
         stream: bool = False,
         serialize: bool = True,
+        max_retries: int = 3,
     ) -> Any:
         """
         :param http_method: The HTTP method to use. Takes the equivalent `requests.*` module. (Example: `requests.get`)
@@ -68,39 +70,54 @@ class HttpRequests:
                 str(params),
             )
 
-            if http_method.__name__ == "get":
-                request = http_method(
-                    request_path,
-                    timeout=timeout,
-                    headers=headers,
-                    params=params,
-                    stream=stream,
-                    verify=self.requests_verify,
-                )
-            elif isinstance(body, bytes):
-                request = http_method(
-                    request_path,
-                    timeout=timeout,
-                    headers=headers,
-                    data=body,
-                    params=params,
-                    stream=stream,
-                    verify=self.requests_verify,
-                )
-            else:
-                request = http_method(
-                    request_path,
-                    timeout=timeout,
-                    headers=headers,
-                    data=json_serialize(body) if serialize else body,
-                    params=params,
-                    stream=stream,
-                    verify=self.requests_verify,
-                )
-
-            resp = self.__validate(request, stream=stream)
-            logging.debug("got response: %s", str(resp))
-            return resp
+            for attempt in range(max_retries):
+                if http_method.__name__ == "get":
+                    request = http_method(
+                        request_path,
+                        timeout=timeout,
+                        headers=headers,
+                        params=params,
+                        stream=stream,
+                        verify=self.requests_verify,
+                    )
+                elif isinstance(body, bytes):
+                    request = http_method(
+                        request_path,
+                        timeout=timeout,
+                        headers=headers,
+                        data=body,
+                        params=params,
+                        stream=stream,
+                        verify=self.requests_verify,
+                    )
+                else:
+                    request = http_method(
+                        request_path,
+                        timeout=timeout,
+                        headers=headers,
+                        data=json_serialize(body) if serialize else body,
+                        params=params,
+                        stream=stream,
+                        verify=self.requests_verify,
+                    )
+
+                try:
+                    resp = self.__validate(request, stream=stream)
+                    logging.debug("got response: %s", str(resp))
+                    return resp
+                except FelderaAPIError as err:
+                    # Only retry on 503
+                    if err.status_code == 503:
+                        if attempt < max_retries:
+                            logging.warning(
+                                "HTTP 503 received for %s, retrying (%d/%d)...",
+                                path,
+                                attempt + 1,
+                                max_retries,
+                            )
+                            time.sleep(2)  # backoff, adjust as needed
+                            continue
+                    raise  # re-raise for all other errors or if out of retries
 
         except requests.exceptions.Timeout as err:
             raise FelderaTimeoutError(str(err)) from err

feldera/rest/feldera_client.py

@@ -272,7 +272,11 @@ class FelderaClient:
 
             if status == "Running":
                 break
-            elif status == "Failed":
+            elif (
+                status == "Stopped"
+                and len(resp.deployment_error or {}) > 0
+                and resp.deployment_desired_status == "Stopped"
+            ):
                 raise RuntimeError(
                     f"""Unable to START the pipeline.
 Reason: The pipeline is in a STOPPED state due to the following error:
@@ -601,13 +605,16 @@ Reason: The pipeline is in a STOPPED state due to the following error:
 
         end = time.monotonic() + timeout if timeout else None
 
-        # Using the default chunk size below makes `iter_lines` extremely
-        # inefficient when dealing with long lines.
-        for chunk in resp.iter_lines(chunk_size=50000000):
-            if end and time.monotonic() > end:
-                break
-            if chunk:
-                yield json.loads(chunk, parse_float=Decimal)
+        def generator():
+            # Using the default chunk size below makes `iter_lines` extremely
+            # inefficient when dealing with long lines.
+            for chunk in resp.iter_lines(chunk_size=50000000):
+                if end and time.monotonic() > end:
+                    break
+                if chunk:
+                    yield json.loads(chunk, parse_float=Decimal)
+
+        return generator
 
     def query_as_text(
         self, pipeline_name: str, query: str

{feldera-0.111.0.dist-info → feldera-0.113.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.111.0
+Version: 0.113.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT
@@ -92,14 +92,14 @@ To run tests from a specific file:
 (cd python && python3 -m pytest ./tests/path-to-file.py)
 ```
 
-#### Running Aggregate Tests
+#### Running Tests
 
-The aggregate tests validate end-to-end correctness of SQL functionality.
-To run the aggregate tests use:
+The tests validate end-to-end correctness of SQL functionality.  To
+run the tests use:
 
 ```bash
 cd python
-PYTHONPATH=`pwd` python3 ./tests/aggregate_tests/main.py
+PYTHONPATH=`pwd` ./tests/run-all-tests.sh
 ```
 
 ### Reducing Compilation Cycles

{feldera-0.111.0.dist-info → feldera-0.113.0.dist-info}/RECORD

@@ -1,23 +1,23 @@
 feldera/__init__.py,sha256=EiY3bTj_mnfNhCGrZo6J__brfovIJ-YYAdy77PyaEoo,378
-feldera/_callback_runner.py,sha256=GNOg3TrKJg9zJU0HvpWxCHqzjMUX8ORiHhtiEEdVQzE,4758
+feldera/_callback_runner.py,sha256=-2hYG70cEkvz4BiOfUTARaH-2Rlv0Qcz-ilvodgyK10,4797
 feldera/_helpers.py,sha256=rN0WuGSCCQlXWFMimZUQrgs-LJAfUo074d79sLElncQ,3023
 feldera/enums.py,sha256=MTHBojVANsdRnjbrzCyIOniDIUaH8nTYRfxB7QvajEE,9570
 feldera/output_handler.py,sha256=64J3ljhOaKIhxdjOKYi-BUz_HnMwROfmN8eE-btYygU,1930
-feldera/pipeline.py,sha256=fRtGWYzxZOm6Z93bDjpU68EZ_uDTMdwPL-r-o7EXPTE,35135
+feldera/pipeline.py,sha256=1XNjqvD9MTXLuz6lomuySTF4WZndTVQFv_4OmLkKzq8,35206
 feldera/pipeline_builder.py,sha256=25tncJd-qiuHWZOezU34oGfDJqFAdjBEMd9QipNfswc,4195
 feldera/runtime_config.py,sha256=MuYJPd5G_hnu_eDz4ge4BfYvSBSOvOEtv4NYh5sEwqU,4452
 feldera/stats.py,sha256=XBhkRsV7FXErwWuPP0i3q9W77mzkMo-oThPVEZy5y3U,5028
 feldera/rest/__init__.py,sha256=Eg-EKUU3RSTDcdxTR_7wNDnCly8VpXEzsZCQUmf-y2M,308
 feldera/rest/_helpers.py,sha256=q7jWInKp9IiIli8N5o31lDG3hNUbcsJqufZXYHG04ps,222
-feldera/rest/_httprequests.py,sha256=e22YbpzOzy7MGo7hk9MOU7ZRTj3F314grY0Ygr-_goI,6636
+feldera/rest/_httprequests.py,sha256=w8tD-_3spAf4vgalJQceIHQ7qw1uvxprDFM2oz3P5QU,7559
 feldera/rest/config.py,sha256=DYzZKngDEhouTEwqVFd-rDrBN9tWqsU07Jl_BTT4mXs,1008
 feldera/rest/errors.py,sha256=b4i2JjrbSmej7jdko_FL8UeXklLKenSipwMT80jowaM,1720
-feldera/rest/feldera_client.py,sha256=b85YS7gbxpCu5OHK34TDlB96vnt-HYVXY65WeWroDJY,25737
+feldera/rest/feldera_client.py,sha256=21Izb8DVv06LxdxvnByR_Mhm-lOLmKtnAc00PW7bTmc,25977
 feldera/rest/feldera_config.py,sha256=1pnGbLFMSLvp7Qh_OlPLALSKCSHIktNWKvx6gYU00U4,1374
 feldera/rest/pipeline.py,sha256=-dGGUdtHMABKrQEclaeuwGI_FOCrQOk6p2aCFV0FdU8,2890
 feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
 feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
-feldera-0.111.0.dist-info/METADATA,sha256=_ZJA7SDsigbzHsH0Rl5xISHYH2hgAjhc2L0QHwE53UM,4101
-feldera-0.111.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-feldera-0.111.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
-feldera-0.111.0.dist-info/RECORD,,
+feldera-0.113.0.dist-info/METADATA,sha256=9vLMTZqEujZQQ03xDujHAiKs9g0hr982fEHzVqgXyP4,4057
+feldera-0.113.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+feldera-0.113.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.113.0.dist-info/RECORD,,