hamtaa-texttools 1.0.8__tar.gz → 1.0.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of hamtaa-texttools might be problematic. Click here for more details.

Files changed (36) hide show
  1. {hamtaa_texttools-1.0.8/hamtaa_texttools.egg-info → hamtaa_texttools-1.0.9}/PKG-INFO +2 -2
  2. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9/hamtaa_texttools.egg-info}/PKG-INFO +2 -2
  3. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/pyproject.toml +2 -2
  4. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/base_operator.py +7 -1
  5. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/LICENSE +0 -0
  6. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/MANIFEST.in +0 -0
  7. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/README.md +0 -0
  8. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/hamtaa_texttools.egg-info/SOURCES.txt +0 -0
  9. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/hamtaa_texttools.egg-info/dependency_links.txt +0 -0
  10. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/hamtaa_texttools.egg-info/requires.txt +0 -0
  11. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/hamtaa_texttools.egg-info/top_level.txt +0 -0
  12. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/setup.cfg +0 -0
  13. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/__init__.py +0 -0
  14. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/batch/__init__.py +0 -0
  15. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/batch/batch_manager.py +0 -0
  16. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/batch/batch_runner.py +0 -0
  17. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/README.md +0 -0
  18. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/categorizer.yaml +0 -0
  19. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/extract_entities.yaml +0 -0
  20. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/extract_keywords.yaml +0 -0
  21. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/is_question.yaml +0 -0
  22. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/merge_questions.yaml +0 -0
  23. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/rewrite.yaml +0 -0
  24. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/run_custom.yaml +0 -0
  25. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/subject_to_question.yaml +0 -0
  26. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/summarize.yaml +0 -0
  27. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/text_to_question.yaml +0 -0
  28. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/prompts/translate.yaml +0 -0
  29. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/__init__.py +0 -0
  30. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/async_the_tool.py +0 -0
  31. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/async_operator.py +0 -0
  32. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/formatters.py +0 -0
  33. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/operator.py +0 -0
  34. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/output_models.py +0 -0
  35. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/internals/prompt_loader.py +0 -0
  36. {hamtaa_texttools-1.0.8 → hamtaa_texttools-1.0.9}/texttools/tools/the_tool.py +0 -0
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hamtaa-texttools
3
- Version: 1.0.8
4
- Summary: TextTools is a high-level NLP toolkit built on top of modern LLMs.
3
+ Version: 1.0.9
4
+ Summary: A high-level NLP toolkit built on top of modern LLMs.
5
5
  Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
6
6
  License: MIT License
7
7
 
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: hamtaa-texttools
3
- Version: 1.0.8
4
- Summary: TextTools is a high-level NLP toolkit built on top of modern LLMs.
3
+ Version: 1.0.9
4
+ Summary: A high-level NLP toolkit built on top of modern LLMs.
5
5
  Author-email: Tohidi <the.mohammad.tohidi@gmail.com>, Montazer <montazerh82@gmail.com>, Givechi <mohamad.m.givechi@gmail.com>, MoosaviNejad <erfanmoosavi84@gmail.com>
6
6
  License: MIT License
7
7
 
@@ -4,14 +4,14 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "hamtaa-texttools"
7
- version = "1.0.8"
7
+ version = "1.0.9"
8
8
  authors = [
9
9
  { name = "Tohidi", email = "the.mohammad.tohidi@gmail.com" },
10
10
  { name = "Montazer", email = "montazerh82@gmail.com" },
11
11
  { name = "Givechi", email = "mohamad.m.givechi@gmail.com" },
12
12
  { name = "MoosaviNejad", email = "erfanmoosavi84@gmail.com" },
13
13
  ]
14
- description = "TextTools is a high-level NLP toolkit built on top of modern LLMs."
14
+ description = "A high-level NLP toolkit built on top of modern LLMs."
15
15
  readme = "README.md"
16
16
  license = {file = "LICENSE"}
17
17
  requires-python = ">=3.8"
@@ -2,6 +2,7 @@ from typing import TypeVar, Type, Any
2
2
  import json
3
3
  import re
4
4
  import math
5
+ import logging
5
6
 
6
7
  from pydantic import BaseModel
7
8
  from openai import OpenAI, AsyncOpenAI
@@ -9,6 +10,10 @@ from openai import OpenAI, AsyncOpenAI
9
10
  # Base Model type for output models
10
11
  T = TypeVar("T", bound=BaseModel)
11
12
 
13
+ # Configure logger
14
+ logger = logging.getLogger("base_operator")
15
+ logger.setLevel(logging.INFO)
16
+
12
17
 
13
18
  class BaseOperator:
14
19
  def __init__(self, client: OpenAI | AsyncOpenAI, model: str):
@@ -61,7 +66,8 @@ class BaseOperator:
61
66
 
62
67
  for choice in completion.choices:
63
68
  if not getattr(choice, "logprobs", None):
64
- continue
69
+ logger.error("logprobs is not avalible in the chosen model.")
70
+ return []
65
71
 
66
72
  for logprob_item in choice.logprobs.content:
67
73
  if ignore_pattern.match(logprob_item.token):