sf-queue-sdk 0.5.0b45__tar.gz → 0.5.0b47__tar.gz

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/.gitignore

@@ -66,3 +66,4 @@ scripts/mp3-results/
 scripts/studyset/.env
 scripts/studyset/downloads/
 scripts/failed-files/
+benchmark-results/

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: sf-queue-sdk
-Version: 0.5.0b45
+Version: 0.5.0b47
 Summary: Python SDK for sf-queue - Redis-based queue system
 Requires-Python: >=3.11
 Requires-Dist: redis>=5.0.0

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sf-queue-sdk"
-version = "0.5.0b45"
+version = "0.5.0b47"
 description = "Python SDK for sf-queue - Redis-based queue system"
 readme = "README.md"
 requires-python = ">=3.11"

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/__init__.py

@@ -1,6 +1,6 @@
 """sf-queue Python SDK - Redis-based queue system."""
 
-__version__ = "0.5.0b45"
+__version__ = "0.5.0b47"
 
 from queue_sdk.client import QueueClient
 from queue_sdk.query import QueryClient

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/generated/queue/email/v1/email_pb2.py

@@ -2,7 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # NO CHECKED-IN PROTOBUF GENCODE
 # source: queue/email/v1/email.proto
-# Protobuf Python Version: 7.36.0
+# Protobuf Python Version: 7.35.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
@@ -12,8 +12,8 @@ from google.protobuf.internal import builder as _builder
 _runtime_version.ValidateProtobufRuntimeVersion(
     _runtime_version.Domain.PUBLIC,
     7,
-    36,
-    0,
+    35,
+    1,
     '',
     'queue/email/v1/email.proto'
 )

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/generated/queue/prompt_ingest/v1/prompt_ingest_pb2.py

@@ -2,7 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # NO CHECKED-IN PROTOBUF GENCODE
 # source: queue/prompt_ingest/v1/prompt_ingest.proto
-# Protobuf Python Version: 7.36.0
+# Protobuf Python Version: 7.35.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
@@ -12,8 +12,8 @@ from google.protobuf.internal import builder as _builder
 _runtime_version.ValidateProtobufRuntimeVersion(
     _runtime_version.Domain.PUBLIC,
     7,
-    36,
-    0,
+    35,
+    1,
     '',
     'queue/prompt_ingest/v1/prompt_ingest.proto'
 )

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/generated/queue/tool_assignment/v1/tool_assignment_pb2.py

@@ -2,7 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # NO CHECKED-IN PROTOBUF GENCODE
 # source: queue/tool_assignment/v1/tool_assignment.proto
-# Protobuf Python Version: 7.36.0
+# Protobuf Python Version: 7.35.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
@@ -12,8 +12,8 @@ from google.protobuf.internal import builder as _builder
 _runtime_version.ValidateProtobufRuntimeVersion(
     _runtime_version.Domain.PUBLIC,
     7,
-    36,
-    0,
+    35,
+    1,
     '',
     'queue/tool_assignment/v1/tool_assignment.proto'
 )

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/generated/queue/topic_assignment/v1/topic_assignment_pb2.py

@@ -2,7 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # NO CHECKED-IN PROTOBUF GENCODE
 # source: queue/topic_assignment/v1/topic_assignment.proto
-# Protobuf Python Version: 7.36.0
+# Protobuf Python Version: 7.35.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
@@ -12,8 +12,8 @@ from google.protobuf.internal import builder as _builder
 _runtime_version.ValidateProtobufRuntimeVersion(
     _runtime_version.Domain.PUBLIC,
     7,
-    36,
-    0,
+    35,
+    1,
     '',
     'queue/topic_assignment/v1/topic_assignment.proto'
 )

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/queue_sdk/queues/document_upload_queue.py

@@ -9,7 +9,7 @@ from queue_sdk.queues.base_queue import BaseQueue
 from queue_sdk.redis_client import status_key
 from queue_sdk.types import DocumentUploadStatus, SendResult
 
-STATUS_TTL_SECONDS = 3600
+STATUS_TTL_SECONDS = 7200
 
 
 class DocumentUploadQueue(BaseQueue):
@@ -137,7 +137,7 @@ class DocumentUploadQueue(BaseQueue):
         """Write the initial queued status hash after enqueuing."""
         key = status_key(self._environment, self._queue_name, request_id)
         now = datetime.now(timezone.utc).isoformat()
-        self._redis.hset(key, mapping={
+        initial_status = {
             "status": "queued",
             "step": "",
             "stepNumber": "0",
@@ -148,8 +148,12 @@ class DocumentUploadQueue(BaseQueue):
             "startedAt": "",
             "updatedAt": now,
             "error": "",
-        })
-        self._redis.expire(key, STATUS_TTL_SECONDS)
+        }
+        pipe = self._redis.pipeline(transaction=False)
+        for field, value in initial_status.items():
+            pipe.hsetnx(key, field, value)
+        pipe.expire(key, STATUS_TTL_SECONDS)
+        pipe.execute()
 
     @staticmethod
     def _build_payload(

{sf_queue_sdk-0.5.0b45 → sf_queue_sdk-0.5.0b47}/tests/test_idempotency.py

@@ -5,6 +5,31 @@ import unittest
 from queue_sdk.queues.document_upload_queue import DocumentUploadQueue
 
 
+class FakePipeline:
+    def __init__(self, redis: "FakeRedis") -> None:
+        self.redis = redis
+        self.operations: list[tuple[str, tuple[object, ...]]] = []
+
+    def hsetnx(self, *args: object) -> "FakePipeline":
+        self.operations.append(("hsetnx", args))
+        return self
+
+    def expire(self, *args: object) -> "FakePipeline":
+        self.operations.append(("expire", args))
+        return self
+
+    def execute(self) -> None:
+        hsetnx_count = sum(
+            operation == "hsetnx"
+            for operation, _ in self.operations
+        )
+        if hsetnx_count != 10:
+            raise AssertionError("unexpected initial status field count")
+        if self.operations[-1][1][1] != 7200:
+            raise AssertionError("unexpected status TTL")
+        self.redis.status_writes += 1
+
+
 class FakeRedis:
     """Redis test double for the idempotent enqueue script."""
 
@@ -49,11 +74,10 @@ class FakeRedis:
 
         return [request_id, 1]
 
-    def hset(self, *_args: object, **_kwargs: object) -> None:
-        self.status_writes += 1
-
-    def expire(self, *_args: object, **_kwargs: object) -> None:
-        pass
+    def pipeline(self, *, transaction: bool) -> FakePipeline:
+        if transaction:
+            raise AssertionError("status initialization should not use a transaction")
+        return FakePipeline(self)
 
 
 def send_upload(