gemba 0.1.0__tar.gz → 0.1.2__tar.gz

{gemba-0.1.0 → gemba-0.1.2}/PKG-INFO

@@ -1,10 +1,11 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: gemba
-Version: 0.1.0
+Version: 0.1.2
 Summary: GEMBA — GPT Estimation Metric Based Assessment
 Project-URL: Homepage, https://github.com/joelniklaus/gemba
 Author-email: Joel Niklaus <joel@niklaus.ai>
-License: MIT
+License-Expression: MIT
+License-File: LICENSE.md
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
@@ -50,7 +51,7 @@ Install the gemba package with `pip install gemba` and use the following code:
 from gemba import get_gemba_scores
 
 source = ["Hello, how are you?", "I am fine, thank you.", "I am not fine, thank you."]
-hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Adolf, wer bist du?"]
+hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Joel, wer bist du?"]
 source_lang = "en"
 target_lang = "de"
 

{gemba-0.1.0 → gemba-0.1.2}/README.md

@@ -29,7 +29,7 @@ Install the gemba package with `pip install gemba` and use the following code:
 from gemba import get_gemba_scores
 
 source = ["Hello, how are you?", "I am fine, thank you.", "I am not fine, thank you."]
-hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Adolf, wer bist du?"]
+hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Joel, wer bist du?"]
 source_lang = "en"
 target_lang = "de"
 

{gemba-0.1.0 → gemba-0.1.2}/gemba/gpt_api.py

@@ -1,12 +1,11 @@
 import os
 import sys
 import time
-import ipdb
 import logging
 from termcolor import colored
-from datetime import datetime
 import openai
 import tqdm
+from concurrent.futures import ThreadPoolExecutor
 
 
 # class for calling OpenAI API and handling cache
@@ -89,6 +88,12 @@ class GptApi:
     def request_api(self, prompt, model, temperature=0, max_tokens=None):
         if temperature > 10:
             return []
+            
+        # Add maximum token limit
+        MAX_TOKENS_LIMIT = 4000  # Adjust this based on your model's context window
+        if max_tokens and max_tokens > MAX_TOKENS_LIMIT:
+            print(f"Reached maximum token limit of {MAX_TOKENS_LIMIT}", file=sys.stderr)
+            return []
 
         while True:
             try:
@@ -123,8 +128,12 @@ class GptApi:
                     print(colored(f"Increasing max tokens to fit answers.", "red") + colored(answer, "blue"), file=sys.stderr)
                 print(f"Finish reason: {choice.finish_reason}", file=sys.stderr)
                 if max_tokens is None:
+                    max_tokens = 500  # Set initial max_tokens if None
+                new_max_tokens = max_tokens + 200
+                if new_max_tokens > MAX_TOKENS_LIMIT:
+                    print(f"Would exceed maximum token limit of {MAX_TOKENS_LIMIT}", file=sys.stderr)
                     return []
-                return self.request_api(prompt, model, temperature=temperature, max_tokens=max_tokens + 200)
+                return self.request_api(prompt, model, temperature=temperature, max_tokens=new_max_tokens)
 
             answers.append({
                 "answer": answer,
@@ -167,8 +176,13 @@ class GptApi:
     
     def bulk_request(self, df, model, parse_mqm_answer, cache, max_tokens=None):
         answers = []
-        for i, row in tqdm.tqdm(df.iterrows(), total=len(df), file=sys.stderr):
-            prompt = row["prompt"]
-            parsed_answers = self.request(prompt, model, parse_mqm_answer, cache=cache, max_tokens=max_tokens)
-            answers += parsed_answers
+        with ThreadPoolExecutor(100) as executor:
+            futures = [
+                executor.submit(self.request, row["prompt"], model, parse_mqm_answer, cache=cache, max_tokens=max_tokens)
+                for _, row in df.iterrows()
+            ]
+            
+            for future in tqdm.tqdm(futures, total=len(df), file=sys.stderr):
+                answers += future.result()
+                
         return answers

{gemba-0.1.0 → gemba-0.1.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "gemba"
-version = "0.1.0"
+version = "0.1.2"
 description = "GEMBA — GPT Estimation Metric Based Assessment"
 readme = "README.md"
 authors = [

{gemba-0.1.0 → gemba-0.1.2}/test_gemba.py

@@ -1,7 +1,7 @@
 from gemba import get_gemba_scores
 
 source = ["Hello, how are you?", "I am fine, thank you.", "I am not fine, thank you."]
-hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Adolf, wer bist du?"]
+hypothesis = ["Hallo, wie geht es dir?", "Ich bin gut, danke.", "Ich bin Joel, wer bist du?"]
 source_lang = "en"
 target_lang = "de"