internal 1.1.5__py3-none-any.whl → 1.1.7__py3-none-any.whl

internal/base_config.py

@@ -11,9 +11,10 @@ class BaseConfig(BaseSettings):
     LOGGER_REQUEST_ENABLE: bool = True
 
     # Request
-    REQUEST_VERIFY_SSL: bool = True
+    REQUEST_VERIFY_SSL: bool = False
     REQUEST_PROXY: str = ''
-    REQUEST_RETRY: int = 5
+    REQUEST_RETRY_COUNT: int = 5
+    REQUEST_RETRY_DELAY_INITIAL_SECONDS: int = 1
     REQUEST_CONN_POOL_TIMEOUT: float = 5
     REQUEST_CONN_TIMEOUT: float = 5
     REQUEST_WRITE_TIMEOUT: float = 5
@@ -52,6 +53,8 @@ class BaseConfig(BaseSettings):
 
     # Exception Notify
     WEBHOOK_BASE_URL: str = ""
+    WEBHOOK_RETRY_COUNT: int = 5
+    WEBHOOK_RETRY_DELAY_INITIAL_SECONDS: int = 1
 
     # Default System Account Password
     SYSTEM_ACCOUNT: str = "cruisys"

internal/http/requests.py

@@ -1,3 +1,6 @@
+import asyncio
+import random
+
 import httpx
 
 from fastapi import FastAPI
@@ -8,9 +11,34 @@ from ..const import CORRELATION_ID_HEADER_KEY_NAME
 from ..exception.internal_exception import GatewayTimeoutException, BadGatewayException
 
 
+async def invoke_request(timeout: httpx.Timeout, method: str, url: str, app: FastAPI, **kwargs):
+    try:
+        async with httpx.AsyncClient(timeout=timeout, verify=app.state.config.REQUEST_VERIFY_SSL) as client:
+            if "json" in kwargs:
+                kwargs["json"] = jsonable_encoder(kwargs["json"])
+
+            app.state.logger.info(f"invoke_request() request, url: {method} {url} \nkwargs: {kwargs}")
+            response = await client.request(method, url, **kwargs)
+            app.state.logger.info(
+                f"invoke_request() response, url: {method} {url} \nkwargs: {kwargs} \n\nresponse.status_code: {response.status_code} \nresponse.text: {response.text}"
+            )
+            return response
+    except httpx.TimeoutException as exc:
+        app.state.logger.warn(
+            f"invoke_request(), TimeoutException, exc: {exc}, url: {url}, method: {method}, kwargs: {kwargs}")
+        raise GatewayTimeoutException(
+            f"invoke_request(), url: {url}, method: {method}, kwargs: {kwargs}, HTTP TimeoutError occurred: {exc}") from exc
+    except Exception as exc:
+        app.state.logger.warn(
+            f"invoke_request(), Exception, exc: {exc}, url: {url}, method: {method}, kwargs: {kwargs}")
+        raise BadGatewayException(
+            f"invoke_request(), url: {url}, method: {method}, kwargs: {kwargs}, Error occurred: {exc}") from exc
+
+
 async def async_request(app: FastAPI, method, url, current_user: dict = None,
                         request_conn_pool_timeout: float = 0, request_conn_timeout: float = 0,
                         request_write_timeout: float = 0, response_read_timeout: float = 0,
+                        request_retry_count: int = 0, request_retry_delay: float = 0,
                         **kwargs):
     if request_conn_pool_timeout <= 0:
         request_conn_pool_timeout = app.state.config.REQUEST_CONN_POOL_TIMEOUT
@@ -20,6 +48,10 @@ async def async_request(app: FastAPI, method, url, current_user: dict = None,
         request_write_timeout = app.state.config.REQUEST_WRITE_TIMEOUT
     if response_read_timeout <= 0:
         response_read_timeout = app.state.config.RESPONSE_READ_TIMEOUT
+    if request_retry_count <= 0:
+        request_retry_count = app.state.config.REQUEST_RETRY_COUNT
+    if request_retry_delay <= 0:
+        request_retry_delay = app.state.config.REQUEST_RETRY_DELAY_INITIAL_SECONDS
 
     timeout = httpx.Timeout(connect=request_conn_timeout, read=response_read_timeout,
                             write=request_write_timeout, pool=request_conn_pool_timeout)
@@ -39,30 +71,89 @@ async def async_request(app: FastAPI, method, url, current_user: dict = None,
                 "Authorization": f"Bearer {current_user.get('access_token')}"
             }
 
-    try:
-        async with httpx.AsyncClient(timeout=timeout, verify=False) as client:
-            if "json" in kwargs:
-                kwargs["json"] = jsonable_encoder(kwargs["json"])
+    if request_retry_count <= 0:
+        response = await invoke_request(timeout, method, url, app, **kwargs)
+        return response
+    else:
+        retries = 0
+        current_delay = float(request_retry_delay)
 
-            app.state.logger.info(f"async_request() request, url: {method} {url} \nkwargs: {kwargs}")
-            response = await client.request(method, url, **kwargs)
-            app.state.logger.info(
-                f"async_request() response, url: {method} {url} \nkwargs: {kwargs} \n\nresponse.status_code: {response.status_code} \nresponse.text: {response.text}")
-            return response
-    except httpx.TimeoutException as exc:
-        app.state.logger.warn(
-            f"async_request(), TimeoutException, exc: {exc}, url: {url}, method: {method}, kwargs: {kwargs}")
-        raise GatewayTimeoutException(str(exc))
-    except Exception as exc:
-        app.state.logger.warn(
-            f"async_request(), Exception, exc: {exc}, url: {url}, method: {method}, kwargs: {kwargs}")
-        raise BadGatewayException(str(exc))
+        while retries <= request_retry_count:
+            app.state.logger.warn(f"嘗試送請求 (第 {retries + 1} 次嘗試)...")
+            try:
+                # 使用 await 關鍵字等待異步請求完成
+                response = await invoke_request(timeout, method, url, app, **kwargs)
+                return response
+            except GatewayTimeoutException as e:
+                if retries < request_retry_count:
+                    # 計算下一次的延遲時間：current_delay * 2^retries + 隨機抖動
+                    sleep_time = current_delay * (2 ** retries) + random.uniform(0, 0.5)
+                    app.state.logger.warn(f"等待 {sleep_time:.2f} 秒後重試...")
+                    # 使用 asyncio.sleep 進行異步等待，不會阻塞主執行緒
+                    await asyncio.sleep(sleep_time)
+                    retries += 1
+                else:
+                    app.state.logger.warn(f"已達到最大重試次數 ({request_retry_count})，放棄發送請求。")
+                    raise  # 重新拋出最後一個異常
+
+
+async def invoke_webhook_message_api(app: FastAPI, message: str):
+    payload = {"text": message}
+    response = await async_request(app, "POST", app.state.config.WEBHOOK_BASE_URL, json=payload)
+    response.raise_for_status()
+    return response
 
 
 async def send_webhook_message(app: FastAPI, message: str):
-    if app.state.config.WEBHOOK_BASE_URL:
-        payload = {"text": message}
+    if not app.state.config.WEBHOOK_BASE_URL:
+        app.state.logger.warn(f"Skip notify webhook url is null")
+        return None
+
+    retry_count = app.state.config.WEBHOOK_RETRY_COUNT
+    if retry_count <= 0:
         try:
-            await async_request(app, "POST", app.state.config.WEBHOOK_BASE_URL, json=payload)
+            response = await invoke_webhook_message_api(app, message)
+            return response
         except Exception as e:
             app.state.logger.warn(f"Notify failure, Exception:{e}")
+    else:
+        retries = 0
+        current_delay = float(app.state.config.WEBHOOK_RETRY_DELAY_INITIAL_SECONDS)
+
+        while retries <= retry_count:
+            app.state.logger.warn(f"嘗試發送訊息 (第 {retries + 1} 次嘗試)...")
+            try:
+                # 使用 await 關鍵字等待異步請求完成
+                response = await invoke_webhook_message_api(app, message)
+                return response
+            except httpx.HTTPStatusError as e:
+                if e.response.status_code == 429:
+                    app.state.logger.warn(f"收到 429 錯誤：{e.response.status_code} - {e.response.text}")
+                    if retries < retry_count:
+                        # 計算下一次的延遲時間：current_delay * 2^retries + 隨機抖動
+                        sleep_time = current_delay * (2 ** retries) + random.uniform(0, 0.5)
+                        app.state.logger.warn(f"等待 {sleep_time:.2f} 秒後重試...")
+                        # 使用 asyncio.sleep 進行異步等待，不會阻塞主執行緒
+                        await asyncio.sleep(sleep_time)
+                        retries += 1
+                    else:
+                        app.state.logger.warn(
+                            f"已達到最大重試次數 ({app.state.config.WEBHOOK_RETRY_COUNT})，放棄發送訊息。")
+                        raise  # 重新拋出最後一個異常
+                else:
+                    app.state.logger.warn(f"發生其他 HTTP 錯誤：{e.response.status_code} - {e.response.text}")
+                    raise  # 對於非 429 錯誤，直接拋出
+
+            except httpx.RequestError as e:
+                # 處理網絡錯誤，例如 DNS 查找失敗、連接超時等
+                app.state.logger.warn(f"發生網絡錯誤：{e}")
+                if retries < retry_count:
+                    sleep_time = current_delay * (2 ** retries) + random.uniform(0, 0.5)
+                    app.state.logger.warn(f"等待 {sleep_time:.2f} 秒後重試...")
+                    await asyncio.sleep(sleep_time)
+                    retries += 1
+                else:
+                    app.state.logger.warn(f"已達到最大重試次數 ({retry_count})，放棄發送訊息。")
+                    raise
+
+        return None  # 如果重試次數用盡仍未成功

{internal-1.1.5.dist-info → internal-1.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: internal
-Version: 1.1.5
+Version: 1.1.7
 Summary: 
 Author: Ray
 Author-email: ray@cruisys.com

{internal-1.1.5.dist-info → internal-1.1.7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-internal/base_config.py,sha256=CtGIJhMSYsJQxvfkr5rZxuuXpGUY9RYyAf-p8MDv2pM,2142
+internal/base_config.py,sha256=3gOJxFW70lb9whTwsJt87Z0CLFUssw0tU7YDb2280e0,2280
 internal/base_factory.py,sha256=DVWjOeCOURscykpm0MizOvT9PjbclpoVv92XySWMDkw,11353
 internal/cache_redis.py,sha256=YMsrUXHd-wKjsjsboD79Y-ciBBowzT6aAjdJZ36-yEY,697
 internal/common_enum/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -23,7 +23,7 @@ internal/ext/amazon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 internal/ext/amazon/aws/__init__.py,sha256=2YFjb-rHG1JaZGZiZffYDesgTAJjDshOqQbswOYzhP8,834
 internal/ext/amazon/aws/const.py,sha256=l4WMg5bKWujwOKABBkCO2zclNg3abnYOfbhD7DG8GsA,109
 internal/http/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-internal/http/requests.py,sha256=cgzLPD0w_JdNh_I3w-dvOJwwrgPU7QtVH7OQtGaqFBM,3140
+internal/http/requests.py,sha256=yNGoTHzCSISaljArc40K_arnUeU6Y3K7U5pJEameklA,7861
 internal/http/responses.py,sha256=zvU0iRQ9-qxeEZfKmuvTi8lv9DFcaNAsHlQKOTCpVzw,2945
 internal/interface/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 internal/interface/base_interface.py,sha256=3YaVjIgLi_pZpLk5SEIk8WVkuICM8qPavT8rB0MdB5U,1536
@@ -34,6 +34,6 @@ internal/model/base_model.py,sha256=hxleV8fYNvFgUoYmCv_inEP3kA4tD4HhCBCNFVK8SZg,
 internal/model/operate.py,sha256=QSM6yXYXpJMwrqkUGEWZLrEBaUgqHwVHY_Fi4S42hKc,3190
 internal/utils.py,sha256=i6YZdiXsiWnOjRdlJ6afNCGpyMe3Uo9mhm3xlQBy3Ls,2824
 internal/validator_utils.py,sha256=CqjaVFoAu5MqvBG_AkTP-r7AliWawtUWB851USj4moI,1519
-internal-1.1.5.dist-info/METADATA,sha256=YRtNqS8TKkAREgS6YAVQENd-FCUzEouFZHX78XGjo9k,938
-internal-1.1.5.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-internal-1.1.5.dist-info/RECORD,,
+internal-1.1.7.dist-info/METADATA,sha256=W_8Em-DtofNIqceC6cuObuLGukuBepuVQXjd4Ayg9f4,938
+internal-1.1.7.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+internal-1.1.7.dist-info/RECORD,,