unstructured-platform-plugins 0.0.5__tar.gz → 0.0.7__tar.gz

{unstructured-platform-plugins-0.0.5/unstructured_platform_plugins.egg-info → unstructured-platform-plugins-0.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unstructured-platform-plugins
-Version: 0.0.5
+Version: 0.0.7
 Summary: A utility library that provides tools around unstructured plugin development
 Home-page: https://github.com/Unstructured-IO/unstructured-platform-plugins
 License: Apache-2.0

unstructured-platform-plugins-0.0.7/unstructured_platform_plugins/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.0.7"  # pragma: no cover

{unstructured-platform-plugins-0.0.5 → unstructured-platform-plugins-0.0.7}/unstructured_platform_plugins/etl_uvicorn/api_generator.py

@@ -7,6 +7,7 @@ from functools import partial
 from typing import Any, Callable, Optional
 
 from fastapi import FastAPI, status
+from fastapi.responses import StreamingResponse
 from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
 from pydantic import BaseModel
 from starlette.responses import RedirectResponse
@@ -66,30 +67,11 @@ def check_precheck_func(precheck_func: Callable):
         raise ValueError(f"no output should exist for precheck function, found: {outputs}")
 
 
-def generate_fast_api(
-    app: str,
-    method_name: Optional[str] = None,
-    id_str: Optional[str] = None,
-    id_method: Optional[str] = None,
-    precheck_str: Optional[str] = None,
-    precheck_method: Optional[str] = None,
-) -> FastAPI:
-    instance = import_from_string(app)
-    func = get_func(instance, method_name)
-    if id_str:
-        id_ref = import_from_string(id_str)
-        plugin_id = get_plugin_id(instance=id_ref, method_name=id_method)
-    else:
-        plugin_id = hashlib.sha256(
-            json.dumps(get_schema_dict(func), sort_keys=True).encode()
-        ).hexdigest()[:32]
-
-    precheck_func = None
-    if precheck_str:
-        precheck_instance = import_from_string(precheck_str)
-        precheck_func = get_func(precheck_instance, precheck_method)
-    elif precheck_method:
-        precheck_func = get_func(instance, precheck_method)
+def wrap_in_fastapi(
+    func: Callable,
+    plugin_id: str,
+    precheck_func: Optional[Callable] = None,
+):
     if precheck_func is not None:
         check_precheck_func(precheck_func=precheck_func)
 
@@ -110,7 +92,9 @@ def generate_fast_api(
 
     logging.getLogger("etl_uvicorn.fastapi")
 
-    async def wrap_fn(func: Callable, kwargs: Optional[dict[str, Any]] = None) -> InvokeResponse:
+    ResponseType = StreamingResponse if inspect.isasyncgenfunction(func) else InvokeResponse
+
+    async def wrap_fn(func: Callable, kwargs: Optional[dict[str, Any]] = None) -> ResponseType:
         usage: list[UsageData] = []
         request_dict = kwargs if kwargs else {}
         if "usage" in inspect.signature(func).parameters:
@@ -118,8 +102,19 @@ def generate_fast_api(
         else:
             logger.warning("usage data not an expected parameter, omitting")
         try:
-            output = await invoke_func(func=func, kwargs=request_dict)
-            return InvokeResponse(usage=usage, status_code=status.HTTP_200_OK, output=output)
+            if inspect.isasyncgenfunction(func):
+                # Stream response if function is an async generator
+
+                async def _stream_response():
+                    async for output in func(**(request_dict or {})):
+                        yield InvokeResponse(
+                            usage=usage, status_code=status.HTTP_200_OK, output=output
+                        ).model_dump_json() + "\n"
+
+                return StreamingResponse(_stream_response(), media_type="application/x-ndjson")
+            else:
+                output = await invoke_func(func=func, kwargs=request_dict)
+                return InvokeResponse(usage=usage, status_code=status.HTTP_200_OK, output=output)
         except Exception as invoke_error:
             logger.error(f"failed to invoke plugin: {invoke_error}", exc_info=True)
             return InvokeResponse(
@@ -132,7 +127,7 @@ def generate_fast_api(
     if input_schema_model.model_fields:
 
         @fastapi_app.post("/invoke", response_model=InvokeResponse)
-        async def run_job(request: input_schema_model) -> InvokeResponse:
+        async def run_job(request: input_schema_model) -> ResponseType:
             log_func_and_body(func=func, body=request.json())
             # Create dictionary from pydantic model while preserving underlying types
             request_dict = {f: getattr(request, f) for f in request.model_fields}
@@ -144,7 +139,7 @@ def generate_fast_api(
     else:
 
         @fastapi_app.post("/invoke", response_model=InvokeResponse)
-        async def run_job() -> InvokeResponse:
+        async def run_job() -> ResponseType:
             log_func_and_body(func=func)
             return await wrap_fn(
                 func=func,
@@ -196,3 +191,31 @@ def generate_fast_api(
     )
 
     return fastapi_app
+
+
+def generate_fast_api(
+    app: str,
+    method_name: Optional[str] = None,
+    id_str: Optional[str] = None,
+    id_method: Optional[str] = None,
+    precheck_str: Optional[str] = None,
+    precheck_method: Optional[str] = None,
+) -> FastAPI:
+    instance = import_from_string(app)
+    func = get_func(instance, method_name)
+    if id_str:
+        id_ref = import_from_string(id_str)
+        plugin_id = get_plugin_id(instance=id_ref, method_name=id_method)
+    else:
+        plugin_id = hashlib.sha256(
+            json.dumps(get_schema_dict(func), sort_keys=True).encode()
+        ).hexdigest()[:32]
+
+    precheck_func = None
+    if precheck_str:
+        precheck_instance = import_from_string(precheck_str)
+        precheck_func = get_func(precheck_instance, precheck_method)
+    elif precheck_method:
+        precheck_func = get_func(instance, precheck_method)
+
+    return wrap_in_fastapi(func=func, plugin_id=plugin_id, precheck_func=precheck_func)

{unstructured-platform-plugins-0.0.5 → unstructured-platform-plugins-0.0.7/unstructured_platform_plugins.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unstructured-platform-plugins
-Version: 0.0.5
+Version: 0.0.7
 Summary: A utility library that provides tools around unstructured plugin development
 Home-page: https://github.com/Unstructured-IO/unstructured-platform-plugins
 License: Apache-2.0

unstructured-platform-plugins-0.0.5/unstructured_platform_plugins/__version__.py

@@ -1 +0,0 @@
-__version__ = "0.0.5"  # pragma: no cover

{unstructured-platform-plugins-0.0.5 → unstructured-platform-plugins-0.0.7}/unstructured_platform_plugins.egg-info/requires.txt

@@ -1,8 +1,8 @@
-opentelemetry-instrumentation-fastapi
-uvicorn
-opentelemetry-exporter-otlp-proto-grpc
 click
 unstructured-ingest
 fastapi
+uvicorn
+opentelemetry-instrumentation-fastapi
+opentelemetry-exporter-otlp-proto-grpc
 click
 requests