gpt-batch 0.1.3__tar.gz → 0.1.6__tar.gz

{gpt_batch-0.1.3 → gpt_batch-0.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gpt_batch
-Version: 0.1.3
+Version: 0.1.6
 Summary: A package for batch processing with OpenAI API.
 Home-page: https://github.com/fengsxy/gpt_batch
 Author: Ted Yu

{gpt_batch-0.1.3 → gpt_batch-0.1.6}/gpt_batch/batcher.py

@@ -42,37 +42,45 @@ class GPTBatcher:
 
     def get_attitude(self, ask_text):
         index, ask_text = ask_text
-
-        completion = self.client.chat.completions.create(
-            model=self.model_name,
-            messages=[
-                {"role": "system", "content": self.system_prompt},
-                {"role": "user", "content": ask_text}
-            ],
-            temperature=self.temperature,
-        )
-        return (index, completion.choices[0].message.content)
+        try:
+            completion = self.client.chat.completions.create(
+                model=self.model_name,
+                messages=[
+                    {"role": "system", "content": self.system_prompt},
+                    {"role": "user", "content": ask_text}
+                ],
+                temperature=self.temperature,
+            )
+            return (index, completion.choices[0].message.content)
+        except Exception as e:
+            print(f"Error occurred: {e}")
+            self.miss_index.append(index)
+            return (index, None)
 
     def process_attitude(self, message_list):
         new_list = []
         num_workers = self.num_workers
         timeout_duration = self.timeout_duration
-        retry_attempts=2
-
+        retry_attempts = 2
+    
         executor = ThreadPoolExecutor(max_workers=num_workers)
         message_chunks = list(self.chunk_list(message_list, num_workers))
-        for chunk in tqdm(message_chunks, desc="Processing messages"):
-            future_to_message =  {executor.submit(self.get_attitude, message): message for message in chunk}
-            for _ in range(retry_attempts):
-                done, not_done = wait(future_to_message.keys(), timeout=timeout_duration)
-                for future in not_done:
-                    future.cancel()
-                new_list.extend(future.result() for future in done if future.done())
-                if len(not_done) == 0:
-                    break
-                future_to_message = {executor.submit(self.get_attitude, future_to_message[future]): future_to_message[future] for future in not_done}
-        executor.shutdown(wait=False)
-        return new_list
+        try:
+            for chunk in tqdm(message_chunks, desc="Processing messages"):
+                future_to_message = {executor.submit(self.get_attitude, message): message for message in chunk}
+                for _ in range(retry_attempts):
+                    done, not_done = wait(future_to_message.keys(), timeout=timeout_duration)
+                    for future in not_done:
+                        future.cancel()
+                    new_list.extend(future.result() for future in done if future.done())
+                    if len(not_done) == 0:
+                        break
+                    future_to_message = {executor.submit(self.get_attitude, future_to_message[future]): future for future in not_done}
+        except Exception as e:
+            print(f"Error occurred: {e}")
+        finally:
+            executor.shutdown(wait=False)
+            return new_list
 
     def complete_attitude_list(self,attitude_list, max_length):
         completed_list = []

{gpt_batch-0.1.3 → gpt_batch-0.1.6}/gpt_batch.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gpt-batch
-Version: 0.1.3
+Version: 0.1.6
 Summary: A package for batch processing with OpenAI API.
 Home-page: https://github.com/fengsxy/gpt_batch
 Author: Ted Yu

{gpt_batch-0.1.3 → gpt_batch-0.1.6}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='gpt_batch',
-    version='0.1.3',
+    version='0.1.6',
     packages=find_packages(),
     install_requires=[
         'openai', 'tqdm'