logdetective 0.2.11__tar.gz → 0.2.12__tar.gz

{logdetective-0.2.11 → logdetective-0.2.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: logdetective
-Version: 0.2.11
+Version: 0.2.12
 Summary: Log using LLM AI to search for build/test failures and provide ideas for fixing these.
 License: Apache-2.0
 Author: Jiri Podivin

{logdetective-0.2.11 → logdetective-0.2.12}/logdetective/logdetective.py

@@ -96,14 +96,20 @@ def main():
     response = process_log(log_summary, model, stream)
     probs = []
     print("Explanation:")
+    # We need to extract top token probability from the response
+    # CreateCompletionResponse structure of llama-cpp-python.
+    # `compute_certainty` function expects list of dictionaries with form
+    # { 'logprob': <float> } as expected from the OpenAI API.
+
     if args.no_stream:
         print(response["choices"][0]["text"])
-        probs = response["choices"][0]["logprobs"]["top_logprobs"]
+        probs = [{'logprob': e} for e in response['choices'][0]['logprobs']['token_logprobs']]
+
     else:
         # Stream the output
         for chunk in response:
             if isinstance(chunk["choices"][0]["logprobs"], dict):
-                probs.extend(chunk["choices"][0]["logprobs"]["top_logprobs"])
+                probs.append({'logprob': chunk["choices"][0]["logprobs"]['token_logprobs'][0]})
             delta = chunk['choices'][0]['text']
             print(delta, end='', flush=True)
     certainty = compute_certainty(probs)

{logdetective-0.2.11 → logdetective-0.2.12}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "logdetective"
-version = "0.2.11"
+version = "0.2.12"
 description = "Log using LLM AI to search for build/test failures and provide ideas for fixing these."
 authors = ["Jiri Podivin <jpodivin@gmail.com>"]
 license = "Apache-2.0"