unique_toolkit 1.11.0__py3-none-any.whl → 1.11.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py +1 -1
- unique_toolkit/agentic/reference_manager/reference_manager.py +1 -1
- {unique_toolkit-1.11.0.dist-info → unique_toolkit-1.11.1.dist-info}/METADATA +4 -1
- {unique_toolkit-1.11.0.dist-info → unique_toolkit-1.11.1.dist-info}/RECORD +6 -6
- {unique_toolkit-1.11.0.dist-info → unique_toolkit-1.11.1.dist-info}/LICENSE +0 -0
- {unique_toolkit-1.11.0.dist-info → unique_toolkit-1.11.1.dist-info}/WHEEL +0 -0
@@ -40,7 +40,7 @@ class HallucinationEvaluation(Evaluation):
|
|
40
40
|
async def run(
|
41
41
|
self, loop_response: LanguageModelStreamResponse
|
42
42
|
) -> EvaluationMetricResult: # type: ignore
|
43
|
-
chunks = self._reference_manager.
|
43
|
+
chunks = self._reference_manager.get_latest_referenced_chunks()
|
44
44
|
|
45
45
|
evaluation_result: EvaluationMetricResult = await check_hallucination(
|
46
46
|
company_id=self._company_id,
|
@@ -98,6 +98,6 @@ class ReferenceManager:
|
|
98
98
|
referenced_chunks: list[ContentChunk] = []
|
99
99
|
for ref in references:
|
100
100
|
for chunk in self._chunks:
|
101
|
-
if ref.source_id == f"{chunk.id}
|
101
|
+
if ref.source_id == f"{chunk.id}_{chunk.chunk_id}":
|
102
102
|
referenced_chunks.append(chunk)
|
103
103
|
return referenced_chunks
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: unique_toolkit
|
3
|
-
Version: 1.11.
|
3
|
+
Version: 1.11.1
|
4
4
|
Summary:
|
5
5
|
License: Proprietary
|
6
6
|
Author: Cedric Klinkert
|
@@ -118,6 +118,9 @@ All notable changes to this project will be documented in this file.
|
|
118
118
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
119
119
|
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
120
120
|
|
121
|
+
## [1.11.1] - 2025-10-07
|
122
|
+
- Fix bug where hallucination check was taking all of the chunks as input instead of only the referenced ones.
|
123
|
+
|
121
124
|
## [1.11.0] - 2025-10-07
|
122
125
|
- Add sub-agent response referencing.
|
123
126
|
|
@@ -34,7 +34,7 @@ unique_toolkit/agentic/evaluation/context_relevancy/service.py,sha256=fkPGq4Nnn5
|
|
34
34
|
unique_toolkit/agentic/evaluation/evaluation_manager.py,sha256=lh4CPYKesS7HIGVe6n-K4NMF1UI9BptNHG87W2RBpdE,7929
|
35
35
|
unique_toolkit/agentic/evaluation/exception.py,sha256=7lcVbCyoN4Md1chNJDFxpUYyWbVrcr9dcc3TxWykJTc,115
|
36
36
|
unique_toolkit/agentic/evaluation/hallucination/constants.py,sha256=0HyvI5zu7JmjHLe9lKJSeAWMvfQfpmR6MLHJ4HPX1hc,2063
|
37
|
-
unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=
|
37
|
+
unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=QA0XcLmYNrExRDZA1os-1cNLQm9TyiRGzKXVLstOqW8,3141
|
38
38
|
unique_toolkit/agentic/evaluation/hallucination/prompts.py,sha256=O3Hi_rOzZlujvnO2wn2jhoPmrYLjzVtRWwxn5Q81m9Y,3405
|
39
39
|
unique_toolkit/agentic/evaluation/hallucination/service.py,sha256=Ut-f768HY4E9zEhfMoKYnGTFRZVkxWGiSTGOpgfZWYM,2447
|
40
40
|
unique_toolkit/agentic/evaluation/hallucination/utils.py,sha256=QLsYvgAyQ5XnKEzn7ko7bXfzePD4De99TWnMKglMpds,8178
|
@@ -47,7 +47,7 @@ unique_toolkit/agentic/history_manager/history_manager.py,sha256=8PMBwKtBSJDUmHw
|
|
47
47
|
unique_toolkit/agentic/history_manager/loop_token_reducer.py,sha256=3QSDXZ9M12-cDhYr7-UgDYGEMySkXENt1OkfD0CruQ8,18538
|
48
48
|
unique_toolkit/agentic/history_manager/utils.py,sha256=NDSSz0Jp3oVJU3iKlVScmM1AOe-6hTiVjLr16DUPsV0,5656
|
49
49
|
unique_toolkit/agentic/postprocessor/postprocessor_manager.py,sha256=GDzJhaoOUwxZ37IINkQ7au4CHmAOFS5miP2lqv8ZwZA,4277
|
50
|
-
unique_toolkit/agentic/reference_manager/reference_manager.py,sha256=
|
50
|
+
unique_toolkit/agentic/reference_manager/reference_manager.py,sha256=x51CT0D8HHu2LzgXdHGy0leOYpjnsxVbPZ2nc28G9mA,4005
|
51
51
|
unique_toolkit/agentic/short_term_memory_manager/persistent_short_term_memory_manager.py,sha256=uF3HSoZF0hBfuNhIE9N8KRtuwDfpoeXUFVrv_cyZ3Sw,5839
|
52
52
|
unique_toolkit/agentic/thinking_manager/thinking_manager.py,sha256=41QWFsdRrbWlQHBfYCFv726UDom4WbcvaRfjCmoUOQI,4183
|
53
53
|
unique_toolkit/agentic/tools/__init__.py,sha256=-ToY9-Xiz0K7qCUydH1h1yG6n4h1hQS8sBuSVPNEq2Y,43
|
@@ -148,7 +148,7 @@ unique_toolkit/short_term_memory/schemas.py,sha256=OhfcXyF6ACdwIXW45sKzjtZX_gkcJ
|
|
148
148
|
unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBuE9sI2o9Aajqjxg,8884
|
149
149
|
unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
150
150
|
unique_toolkit/smart_rules/compile.py,sha256=cxWjb2dxEI2HGsakKdVCkSNi7VK9mr08w5sDcFCQyWI,9553
|
151
|
-
unique_toolkit-1.11.
|
152
|
-
unique_toolkit-1.11.
|
153
|
-
unique_toolkit-1.11.
|
154
|
-
unique_toolkit-1.11.
|
151
|
+
unique_toolkit-1.11.1.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
|
152
|
+
unique_toolkit-1.11.1.dist-info/METADATA,sha256=PA3FkNO1TYXrN7GCWX1PWEyRZXp6hK3zXEiTCQZV9j0,35594
|
153
|
+
unique_toolkit-1.11.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
154
|
+
unique_toolkit-1.11.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|