payi 0.1.0a131__py3-none-any.whl → 0.1.0a133__py3-none-any.whl

payi/_streaming.py

@@ -57,9 +57,8 @@ class Stream(Generic[_T]):
         for sse in iterator:
             yield process_data(data=sse.json(), cast_to=cast_to, response=response)
 
-        # Ensure the entire stream is consumed
-        for _sse in iterator:
-            ...
+        # As we might not fully consume the response stream, we need to close it explicitly
+        response.close()
 
     def __enter__(self) -> Self:
         return self
@@ -121,9 +120,8 @@ class AsyncStream(Generic[_T]):
         async for sse in iterator:
             yield process_data(data=sse.json(), cast_to=cast_to, response=response)
 
-        # Ensure the entire stream is consumed
-        async for _sse in iterator:
-            ...
+        # As we might not fully consume the response stream, we need to close it explicitly
+        await response.aclose()
 
     async def __aenter__(self) -> Self:
         return self

payi/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "payi"
-__version__ = "0.1.0-alpha.131"  # x-release-please-version
+__version__ = "0.1.0-alpha.133"  # x-release-please-version

payi/lib/instrument.py

@@ -6,6 +6,7 @@ import atexit
 import asyncio
 import inspect
 import logging
+import threading
 import traceback
 from abc import abstractmethod
 from enum import Enum
@@ -210,6 +211,15 @@ class _StreamingType(Enum):
     iterator = 1
     stream_manager = 2
 
+class _ThreadLocalContextStorage(threading.local):
+    """
+    Thread-local storage for context stacks. Each thread gets its own context stack.
+    
+    Note: We don't use __init__ because threading.local's __init__ semantics are tricky.
+    Instead, we lazily initialize the context_stack attribute in the property accessor.
+    """
+    context_stack: "list[_Context]"
+
 class _InternalTrackContext:
     def __init__(
         self,
@@ -256,7 +266,12 @@ class _PayiInstrumentor:
         if self._apayi:
             _g_logger.debug(f"Pay-i instrumentor initialized with AsyncPayi instance: {self._apayi}")            
 
-        self._context_stack: list[_Context] = []  # Stack of context dictionaries
+        # Thread-local storage for context stacks - each thread gets its own stack
+        self._thread_local_storage = _ThreadLocalContextStorage()
+        
+        # Global immutable initial context that all threads inherit on first access
+        self._global_initial_context: Optional[_Context] = None
+        
         self._log_prompt_and_response: bool = log_prompt_and_response
 
         self._blocked_limits: set[str] = set()
@@ -316,7 +331,7 @@ class _PayiInstrumentor:
 
             self.__enter__()
 
-            # _init_current_context will update the currrent context stack location
+            # _init_current_context will update the current context stack location
             context: _Context = {}
             # Copy allowed keys from global_config into context
             # Dynamically use keys from _Context TypedDict
@@ -325,7 +340,12 @@ class _PayiInstrumentor:
                 if key in global_config:
                     context[key] = global_config[key] # type: ignore
 
-            self._init_current_context(**context) 
+            self._init_current_context(**context)
+            
+            # Store the initialized context as the global initial context (immutable after this point)
+            # All threads will inherit a copy of this context on their first access
+            current_context = self.get_context()
+            self._global_initial_context = current_context.copy() if current_context else None 
 
     def _ensure_payi_clients(self) -> None:
         if self._offline_instrumentation is not None:
@@ -689,6 +709,25 @@ class _PayiInstrumentor:
     def _ingest_units(self, request: _ProviderRequest) -> Optional[Union[XproxyResult, XproxyError]]:
         return self.set_xproxy_result(self._ingest_units_worker(request))
 
+    @property
+    def _context_stack(self) -> "list[_Context]":
+        """
+        Get the thread-local context stack. On first access per thread, 
+        initializes with the global initial context if one was set.
+        """
+        # Lazy-initialize the context_stack for this thread if it doesn't exist
+        if not hasattr(self._thread_local_storage, 'context_stack'):
+            self._thread_local_storage.context_stack = []
+        
+        stack = self._thread_local_storage.context_stack
+
+        # If this is the first access in this thread and we have a global initial context,
+        # initialize this thread's stack with it
+        if len(stack) == 0 and self._global_initial_context is not None:
+            stack.append(self._global_initial_context.copy())
+        
+        return stack
+
     def _setup_call_func(
         self
         ) -> _Context:

{payi-0.1.0a131.dist-info → payi-0.1.0a133.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: payi
-Version: 0.1.0a131
+Version: 0.1.0a133
 Summary: The official Python library for the payi API
 Project-URL: Homepage, https://github.com/Pay-i/pay-i-python
 Project-URL: Repository, https://github.com/Pay-i/pay-i-python

{payi-0.1.0a131.dist-info → payi-0.1.0a133.dist-info}/RECORD

@@ -9,9 +9,9 @@ payi/_models.py,sha256=lKnskYPONAWDvWo8tmbbVk7HmG7UOsI0Nve0vSMmkRc,30452
 payi/_qs.py,sha256=craIKyvPktJ94cvf9zn8j8ekG9dWJzhWv0ob34lIOv4,4828
 payi/_resource.py,sha256=j2jIkTr8OIC8sU6-05nxSaCyj4MaFlbZrwlyg4_xJos,1088
 payi/_response.py,sha256=rh9oJAvCKcPwQFm4iqH_iVrmK8bNx--YP_A2a4kN1OU,28776
-payi/_streaming.py,sha256=Z_wIyo206T6Jqh2rolFg2VXZgX24PahLmpURp0-NssU,10092
+payi/_streaming.py,sha256=r-qd1jFI1Df33CEelGocyNFdGg4C_NAK8TEX9GmxdOM,10141
 payi/_types.py,sha256=d6xrZDG6rG6opphTN7UVYdEOis3977LrQQgpNtklXZE,7234
-payi/_version.py,sha256=gHwBI1J0s3MyJNIie3TzlYJMyjw5vqHIzmKBO3sbwa8,166
+payi/_version.py,sha256=kw_Cm8vm327o_bU7L7yyNX5kwwFwX2nVPCsToTbFc6g,166
 payi/pagination.py,sha256=k2356QGPOUSjRF2vHpwLBdF6P-2vnQzFfRIJQAHGQ7A,1258
 payi/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 payi/_utils/__init__.py,sha256=7fch0GT9zpNnErbciSpUNa-SjTxxjY6kxHxKMOM4AGs,2305
@@ -35,7 +35,7 @@ payi/lib/Stopwatch.py,sha256=7OJlxvr2Jyb6Zr1LYCYKczRB7rDVKkIR7gc4YoleNdE,764
 payi/lib/VertexInstrumentor.py,sha256=OWuMPiW4LdLhj6DSAAy5qZiosVo8DSAuFWGxYpEucoE,7431
 payi/lib/VertexRequest.py,sha256=42F7xCRYY6h3EMUZD1x4-_cwyAcVhnzT9M5zl4KwtE0,11801
 payi/lib/helpers.py,sha256=6c0RFMS0AYVIxU6q8ak1CDwMTwldIN7N2O2XkxTO7ag,4931
-payi/lib/instrument.py,sha256=03Dx9zfHCMwkJP6uXVMmZ4Zpe_AN-AFn040Usk68YEA,76992
+payi/lib/instrument.py,sha256=Mc9ipigz21qvuM6tWC1GoYSr-zoJDBrGmxZm6DxqCbo,78765
 payi/lib/version_helper.py,sha256=v0lC3kuaXn6PBDolE3mkmwJiA8Ot3z4RkVR7wlBuZCs,540
 payi/lib/data/cohere_embed_english_v3.json,sha256=YEWwjml3_i16cdsOx_7UKe6xpVFnxTEhP8T1n54R6gY,718306
 payi/resources/__init__.py,sha256=B2bn1ZfCf6TbHlzZvy5TpFPtALnFcBRPYVKQH3S5qfQ,2457
@@ -135,7 +135,7 @@ payi/types/use_cases/definitions/kpi_retrieve_response.py,sha256=uQXliSvS3k-yDYw
 payi/types/use_cases/definitions/kpi_update_params.py,sha256=jbawdWAdMnsTWVH0qfQGb8W7_TXe3lq4zjSRu44d8p8,373
 payi/types/use_cases/definitions/kpi_update_response.py,sha256=zLyEoT0S8d7XHsnXZYT8tM7yDw0Aze0Mk-_Z6QeMtc8,459
 payi/types/use_cases/definitions/limit_config_create_params.py,sha256=Y6RR7IYiTZHYJ4y6m2TmlAe4ArtbjEl7fIrAhnCvuPI,464
-payi-0.1.0a131.dist-info/METADATA,sha256=ulfs0b57VWAzdENKtCsFhvpb4Y7KfBxm6nQVLfPlc54,16324
-payi-0.1.0a131.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-payi-0.1.0a131.dist-info/licenses/LICENSE,sha256=CQt03aM-P4a3Yg5qBg3JSLVoQS3smMyvx7tYg_6V7Gk,11334
-payi-0.1.0a131.dist-info/RECORD,,
+payi-0.1.0a133.dist-info/METADATA,sha256=Y0bDz9gEnpdYXh7hMvgRGnnJ632FAYiKf4bnv1Fq6-c,16324
+payi-0.1.0a133.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+payi-0.1.0a133.dist-info/licenses/LICENSE,sha256=CQt03aM-P4a3Yg5qBg3JSLVoQS3smMyvx7tYg_6V7Gk,11334
+payi-0.1.0a133.dist-info/RECORD,,