hamtaa-texttools 0.1.56__tar.gz → 0.1.57__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of hamtaa-texttools might be problematic. Click here for more details.
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/PKG-INFO +1 -1
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/PKG-INFO +1 -1
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/pyproject.toml +1 -1
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/translator/gemma_translator.py +14 -4
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/README.md +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/SOURCES.txt +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/dependency_links.txt +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/requires.txt +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/top_level.txt +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/setup.cfg +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/setup.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/tests/test_vllm_output.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_categorizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_keyword_extractor.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_ner_extractor.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_detector.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_generator.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_merger.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_rewriter.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_router.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_summarizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_task_performer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_translator.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/formatter/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/formatter/base.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/formatter/gemma3_formatter.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/categorizer/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/categorizer/categorizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/handlers.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/encoder_model/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/encoder_model/encoder_vectorizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/llm/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/llm/gemma_categorizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/llm/openai_categorizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/keyword_extractor/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/keyword_extractor/gemma_extractor.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/merger/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/merger/gemma_question_merger.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/ner/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/ner/gemma_ner_extractor.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_detector/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_detector/gemma_detector.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_detector/llm_detector.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_generator/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_generator/gemma_question_generator.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/reranker/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/reranker/reranker.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/reranker/scorer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/reranker/sorter.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/rewriter/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/rewriter/gemma_question_rewriter.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/router/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/router/gemma_router.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/subject_to_question/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/subject_to_question/gemma_question_generator.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/summarizer/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/summarizer/gemma_summarizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/summarizer/llm_summerizer.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/translator/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/__init__.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/batch_manager.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/batch_runner.py +0 -0
- {hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/flex_processor.py +0 -0
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/translator/gemma_translator.py
RENAMED
|
@@ -78,7 +78,7 @@ class GemmaTranslator(BaseTranslator):
|
|
|
78
78
|
}
|
|
79
79
|
|
|
80
80
|
# The entire set of instructions is formatted into a single JSON string
|
|
81
|
-
content = json.dumps(prompt_data,
|
|
81
|
+
content = json.dumps(prompt_data, ensure_ascii=False)
|
|
82
82
|
messages = [{"role": "user", "content": content}]
|
|
83
83
|
|
|
84
84
|
# Optional additional JSON template for more complex rules
|
|
@@ -107,7 +107,12 @@ class GemmaTranslator(BaseTranslator):
|
|
|
107
107
|
},
|
|
108
108
|
}
|
|
109
109
|
|
|
110
|
-
messages = [
|
|
110
|
+
messages = [
|
|
111
|
+
{
|
|
112
|
+
"role": "user",
|
|
113
|
+
"content": json.dumps(prompt_data, ensure_ascii=False),
|
|
114
|
+
}
|
|
115
|
+
]
|
|
111
116
|
|
|
112
117
|
restructured = self.chat_formatter.format(messages=messages)
|
|
113
118
|
completion = self.client.chat.completions.create(
|
|
@@ -131,7 +136,12 @@ class GemmaTranslator(BaseTranslator):
|
|
|
131
136
|
},
|
|
132
137
|
}
|
|
133
138
|
|
|
134
|
-
messages = [
|
|
139
|
+
messages = [
|
|
140
|
+
{
|
|
141
|
+
"role": "user",
|
|
142
|
+
"content": json.dumps(prompt_data, ensure_ascii=False),
|
|
143
|
+
}
|
|
144
|
+
]
|
|
135
145
|
|
|
136
146
|
restructured = self.chat_formatter.format(messages=messages)
|
|
137
147
|
|
|
@@ -177,7 +187,7 @@ class GemmaTranslator(BaseTranslator):
|
|
|
177
187
|
print(f"Reasoning Analysis:\n{reason_summary}")
|
|
178
188
|
print("--- Final JSON Prompt Sent to Model ---")
|
|
179
189
|
# Pretty-print the JSON content from the message
|
|
180
|
-
print(json.dumps(json.loads(messages[0]["content"]),
|
|
190
|
+
print(json.dumps(json.loads(messages[0]["content"]), ensure_ascii=False))
|
|
181
191
|
print("---------------------------")
|
|
182
192
|
|
|
183
193
|
completion = self.client.chat.completions.create(
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/hamtaa_texttools.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_keyword_extractor.py
RENAMED
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_detector.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_generator.py
RENAMED
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/base/base_question_rewriter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/categorizer/__init__.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/handlers/categorizer/categorizer.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/categorizer/llm/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/keyword_extractor/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/merger/gemma_question_merger.py
RENAMED
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/ner/gemma_ner_extractor.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_detector/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/question_generator/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/subject_to_question/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/summarizer/gemma_summarizer.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/tools/summarizer/llm_summerizer.py
RENAMED
|
File without changes
|
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/__init__.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/batch_manager.py
RENAMED
|
File without changes
|
{hamtaa_texttools-0.1.56 → hamtaa_texttools-0.1.57}/texttools/utils/batch_manager/batch_runner.py
RENAMED
|
File without changes
|
|
File without changes
|