trodo-python 3.0.2__py3-none-any.whl → 3.0.3__py3-none-any.whl

trodo/__init__.py

@@ -180,7 +180,7 @@ def init(
                      are present, otherwise 'background'. Default.
     ``delivery_options``: flush_interval_s (1), flush_at (50), max_batch_bytes
     (4 MB), max_queue_items (10,000), max_queue_bytes (64 MB), max_retry_s
-    (600), exit_flush_s (5).
+    (600), exit_flush_s (5), max_in_flight (3).
 
     ``disable_instrumentations`` turns OFF specific instrumentors by id
     (e.g. ``['openai']`` when LangChain is your primary framework, to avoid

trodo/_version.py

@@ -1 +1 @@
-SDK_VERSION = "3.0.2"
+SDK_VERSION = "3.0.3"

trodo/delivery/sender.py

@@ -5,8 +5,12 @@ retry and Retry-After — on the caller's thread before handing the agent's
 result back: up to ~90 s added to one agent call when a team was over its
 rate ceiling, the event loop frozen in an asyncio app, and then the trace was
 dropped. Now a finished run (or a flush of spans) goes into this queue and
-the agent returns at once. A daemon thread drains the queue to
-``POST /api/sdk/batch`` every second or 50 items, gzipped.
+the agent returns at once. Daemon threads drain the queue to
+``POST /api/sdk/batch`` every second or 50 items, gzipped, up to
+``max_in_flight`` (3) requests at a time (3.0.3; one at a time before, which
+let a script that exits after a burst deliver only ~150 runs in its 5 s exit
+window). Feedback never travels while its run is in flight in another
+request: the server refuses feedback for a run it has not stored yet.
 
 The rules match what Langfuse, LangSmith, Braintrust, OpenTelemetry, Sentry
 and PostHog have converged on (1 Oct 2026 survey):
@@ -53,7 +57,7 @@ DEFAULTS = dict(
     flush_interval_s=1.0, flush_at=50, max_batch_bytes=4 * 1024 * 1024,
     max_queue_items=10_000, max_queue_bytes=64 * 1024 * 1024,
     max_retry_s=600.0, max_retry_after_s=600.0, immediate_retry_s=15.0,
-    exit_flush_s=5.0, request_timeout_s=20.0,
+    exit_flush_s=5.0, request_timeout_s=20.0, max_in_flight=3,
 )
 _MIN_BACKOFF_S = 1.0
 _MAX_BACKOFF_S = 60.0
@@ -133,7 +137,8 @@ class Sender:
         self._unit_cap: Optional[int] = None  # the team's ceiling, once a 429 names it
         self._last_rate: Optional[Dict[str, Any]] = None
         self._warned_paced_at = 0.0
-        self._thread: Optional[threading.Thread] = None
+        self._threads: List[threading.Thread] = []
+        self._runs_in_flight: Dict[str, int] = {}  # run_id -> requests carrying it
         if self.mode == "background" and register_atexit:
             atexit.register(self._atexit)
 
@@ -203,9 +208,11 @@ class Sender:
     # ── background thread ─────────────────────────────────────────────────────
 
     def _ensure_thread_locked(self) -> None:
-        if self._thread is None or not self._thread.is_alive():
-            self._thread = threading.Thread(target=self._run, name="trodo-sender", daemon=True)
-            self._thread.start()
+        self._threads = [t for t in self._threads if t.is_alive()]
+        while len(self._threads) < max(1, int(self._o["max_in_flight"])):
+            t = threading.Thread(target=self._run, name=f"trodo-sender-{len(self._threads) + 1}", daemon=True)
+            self._threads.append(t)
+            t.start()
 
     def _run(self) -> None:
         interval = self._o["flush_interval_s"]
@@ -229,12 +236,25 @@ class Sender:
                         break
                     self._wake.wait(timeout=interval - age)
                 batch = self._take_batch_locked()
+                if not batch:
+                    # The head is feedback whose run is in flight: wait for it.
+                    self._wake.wait(timeout=interval)
+                    continue
+                runs = _run_ids(batch)
+                for r in runs:
+                    self._runs_in_flight[r] = self._runs_in_flight.get(r, 0) + 1
                 self._in_flight += 1
             try:
                 self._send_batch(batch)
             finally:
                 with self._lock:
                     self._in_flight -= 1
+                    for r in runs:
+                        left = self._runs_in_flight.get(r, 1) - 1
+                        if left > 0:
+                            self._runs_in_flight[r] = left
+                        else:
+                            self._runs_in_flight.pop(r, None)
                     self._wake.notify_all()
 
     def _take_batch_locked(self) -> List[_Queued]:
@@ -249,6 +269,9 @@ class Sender:
             u = _units_of(nxt.item)
             if out and cap and units + u > cap:
                 break
+            fb = nxt.item.get("run_id") if isinstance(nxt.item, dict) and "feedback" in nxt.item else None
+            if fb and fb in self._runs_in_flight:
+                break
             out.append(self._queue.popleft())
             nbytes += nxt.nbytes
             units += u
@@ -580,6 +603,16 @@ def _legacy_route(item: Item):
     return endpoints.SPANS_APPEND, {"spans": item["spans"]}
 
 
+def _run_ids(batch: List[_Queued]) -> List[str]:
+    """The runs a request carries (the ``run`` items), so their feedback waits for them."""
+    out = []
+    for q in batch:
+        run = q.item.get("run") if isinstance(q.item, dict) else None
+        if isinstance(run, dict) and run.get("run_id"):
+            out.append(str(run["run_id"]))
+    return out
+
+
 def _units_of(item: Any) -> int:
     """What an item costs against the rate ceiling: one per span, one for the run."""
     if not isinstance(item, dict):

{trodo_python-3.0.2.dist-info → trodo_python-3.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trodo-python
-Version: 3.0.2
+Version: 3.0.3
 Summary: Trodo Analytics SDK for Python — server-side event tracking
 License: ISC
 Keywords: analytics,tracking,trodo,server-side

{trodo_python-3.0.2.dist-info → trodo_python-3.0.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
-trodo/__init__.py,sha256=x7zE63FK8CFJ6ATUvsXxeTkvZUaLKXqAJr99I6nnyZc,27099
-trodo/_version.py,sha256=GmU1Hng0hfRPQUBIrIvzRCIVKBsPLckerj1Erc-Dt1g,22
+trodo/__init__.py,sha256=b6NdLadR5zQ_wPNLhHXFGLJgoDNNeaI9iNpeSoG9sdw,27118
+trodo/_version.py,sha256=mHUYAxoRGG4Dl3kgX7AySWcAjRVyw9veTe7GVztx0Zk,22
 trodo/client.py,sha256=eaZtHMtOI-VLgfoqM_KVWMuP_I5Ivs7VFnR0oU96Yqk,23743
 trodo/types.py,sha256=eySgUvCXROG2TxtxgiU0MNr5iH0DEcduK8bmYtTKG44,3138
 trodo/user_context.py,sha256=uHCI2WYoOI3cNwdIUEuZdX4VYSu14pzm348ksn6hn_c,8195
@@ -12,7 +12,7 @@ trodo/api/management.py,sha256=uwhr0ZI1pvguz5-itW1KcgRj0TXM2n4KDa-hGIaBdTA,4023
 trodo/auto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trodo/auto/auto_event_manager.py,sha256=cztuRsRkNoJE5R4NfSfTrTJTGl4jx2Yb-Ncy0aVAPo8,4247
 trodo/delivery/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-trodo/delivery/sender.py,sha256=kp9kNvS_nJZpRKGD05zXcytwuxCOYD8A27rNJySGqR0,26119
+trodo/delivery/sender.py,sha256=l3itziOJ3-DRRir9-zL7LPf36npzM-whZXzkNbwHuW4,27802
 trodo/managers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 trodo/managers/dataset_manager.py,sha256=HTFszK-wKmwjW-aw7xJWr5EKvDpJ_om496MLDr3gelg,13920
 trodo/managers/group_manager.py,sha256=ki3Se3qEoSZfREX63oeDeBmEfZF-ISHLE8azEtLg0tM,3542
@@ -40,7 +40,7 @@ trodo/session/server_session.py,sha256=McsudEiq33XDq3nqxgzBcUvIjQxCMscwEuAPnYXrT
 trodo/session/session_manager.py,sha256=7ht5LeeZX1HLLfPeNV_a8NkXGbHl3up0CRtCGr3EzjQ,2995
 trodo/util/__init__.py,sha256=Z9c4rPPdKg06Kk3byKheDqksSgR4WNvS475oQ5sNljc,54
 trodo/util/lru.py,sha256=QIsM7s6J_E9ZjiXatSyReZIEeGypTAcgrPWWy8YsRa4,2465
-trodo_python-3.0.2.dist-info/METADATA,sha256=o047XtyjWl3fOEhJOR12qlWtDqlBelbYvAsbY3wT4xc,25307
-trodo_python-3.0.2.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
-trodo_python-3.0.2.dist-info/top_level.txt,sha256=VCQu1CJWFmNsqTs1YxMcw4Mq35Tc3z3uI9RwHEXAayQ,6
-trodo_python-3.0.2.dist-info/RECORD,,
+trodo_python-3.0.3.dist-info/METADATA,sha256=efWaheZ0wohogmc70u4LjB59TDMqVLKL5wF8w9okSok,25307
+trodo_python-3.0.3.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+trodo_python-3.0.3.dist-info/top_level.txt,sha256=VCQu1CJWFmNsqTs1YxMcw4Mq35Tc3z3uI9RwHEXAayQ,6
+trodo_python-3.0.3.dist-info/RECORD,,