gpt-batch 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

gpt_batch/batcher.py

@@ -57,22 +57,26 @@ class GPTBatcher:
         new_list = []
         num_workers = self.num_workers
         timeout_duration = self.timeout_duration
-        retry_attempts=2
-
+        retry_attempts = 2
+    
         executor = ThreadPoolExecutor(max_workers=num_workers)
         message_chunks = list(self.chunk_list(message_list, num_workers))
-        for chunk in tqdm(message_chunks, desc="Processing messages"):
-            future_to_message =  {executor.submit(self.get_attitude, message): message for message in chunk}
-            for _ in range(retry_attempts):
-                done, not_done = wait(future_to_message.keys(), timeout=timeout_duration)
-                for future in not_done:
-                    future.cancel()
-                new_list.extend(future.result() for future in done if future.done())
-                if len(not_done) == 0:
-                    break
-                future_to_message = {executor.submit(self.get_attitude, future_to_message[future]): future_to_message[future] for future in not_done}
-        executor.shutdown(wait=False)
-        return new_list
+        try:
+            for chunk in tqdm(message_chunks, desc="Processing messages"):
+                future_to_message = {executor.submit(self.get_attitude, message): message for message in chunk}
+                for _ in range(retry_attempts):
+                    done, not_done = wait(future_to_message.keys(), timeout=timeout_duration)
+                    for future in not_done:
+                        future.cancel()
+                    new_list.extend(future.result() for future in done if future.done())
+                    if len(not_done) == 0:
+                        break
+                    future_to_message = {executor.submit(self.get_attitude, future_to_message[future]): future for future in not_done}
+        except Exception as e:
+            print(f"Error occurred: {e}")
+        finally:
+            executor.shutdown(wait=False)
+            return new_list
 
     def complete_attitude_list(self,attitude_list, max_length):
         completed_list = []

{gpt_batch-0.1.3.dist-info → gpt_batch-0.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gpt-batch
-Version: 0.1.3
+Version: 0.1.5
 Summary: A package for batch processing with OpenAI API.
 Home-page: https://github.com/fengsxy/gpt_batch
 Author: Ted Yu

gpt_batch-0.1.5.dist-info/RECORD

@@ -0,0 +1,8 @@
+gpt_batch/__init__.py,sha256=zGDItktTxKLSQr44GY78dl5LKsSJig0Q59dzusqhU0U,59
+gpt_batch/batcher.py,sha256=YvOX1V_9iX5jTX7xZOhjOWeT0IUlv9c-_UkLW2s1wFo,7395
+tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tests/test_batcher.py,sha256=N88RZrSuBaDti6Lry7xipyGXHn3jKg85O12mjcHHZA0,3006
+gpt_batch-0.1.5.dist-info/METADATA,sha256=kb524fTeHxmmYZM6MnhG_G_gqwLRy4ptdVmjIcaIdac,2932
+gpt_batch-0.1.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+gpt_batch-0.1.5.dist-info/top_level.txt,sha256=FtvJB_L9W_S6jL4G8Em_YWphG1wdKAF20BHUrf4B0yM,16
+gpt_batch-0.1.5.dist-info/RECORD,,

gpt_batch-0.1.3.dist-info/RECORD

@@ -1,8 +0,0 @@
-gpt_batch/__init__.py,sha256=zGDItktTxKLSQr44GY78dl5LKsSJig0Q59dzusqhU0U,59
-gpt_batch/batcher.py,sha256=DeW9xmD2FIRryLXOKnvfMfDYitW1U3WOfew9A6ljD7A,7258
-tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/test_batcher.py,sha256=N88RZrSuBaDti6Lry7xipyGXHn3jKg85O12mjcHHZA0,3006
-gpt_batch-0.1.3.dist-info/METADATA,sha256=cEtCNyQJVBk1TzFz7x8lcrL2Ih8zyM0Cm8eEI8KOrQo,2932
-gpt_batch-0.1.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-gpt_batch-0.1.3.dist-info/top_level.txt,sha256=FtvJB_L9W_S6jL4G8Em_YWphG1wdKAF20BHUrf4B0yM,16
-gpt_batch-0.1.3.dist-info/RECORD,,