aiqtoolkit-llama-index 1.2.0a20250707__py3-none-any.whl → 1.2.0a20250730__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of aiqtoolkit-llama-index might be problematic. Click here for more details.
- aiq/plugins/llama_index/llm.py +20 -0
- {aiqtoolkit_llama_index-1.2.0a20250707.dist-info → aiqtoolkit_llama_index-1.2.0a20250730.dist-info}/METADATA +2 -2
- {aiqtoolkit_llama_index-1.2.0a20250707.dist-info → aiqtoolkit_llama_index-1.2.0a20250730.dist-info}/RECORD +6 -6
- {aiqtoolkit_llama_index-1.2.0a20250707.dist-info → aiqtoolkit_llama_index-1.2.0a20250730.dist-info}/WHEEL +0 -0
- {aiqtoolkit_llama_index-1.2.0a20250707.dist-info → aiqtoolkit_llama_index-1.2.0a20250730.dist-info}/entry_points.txt +0 -0
- {aiqtoolkit_llama_index-1.2.0a20250707.dist-info → aiqtoolkit_llama_index-1.2.0a20250730.dist-info}/top_level.txt +0 -0
aiq/plugins/llama_index/llm.py
CHANGED
|
@@ -16,9 +16,11 @@
|
|
|
16
16
|
from aiq.builder.builder import Builder
|
|
17
17
|
from aiq.builder.framework_enum import LLMFrameworkEnum
|
|
18
18
|
from aiq.cli.register_workflow import register_llm_client
|
|
19
|
+
from aiq.data_models.retry_mixin import RetryMixin
|
|
19
20
|
from aiq.llm.aws_bedrock_llm import AWSBedrockModelConfig
|
|
20
21
|
from aiq.llm.nim_llm import NIMModelConfig
|
|
21
22
|
from aiq.llm.openai_llm import OpenAIModelConfig
|
|
23
|
+
from aiq.utils.exception_handlers.automatic_retries import patch_with_retry
|
|
22
24
|
|
|
23
25
|
|
|
24
26
|
@register_llm_client(config_type=NIMModelConfig, wrapper_type=LLMFrameworkEnum.LLAMA_INDEX)
|
|
@@ -33,6 +35,12 @@ async def nim_llama_index(llm_config: NIMModelConfig, builder: Builder):
|
|
|
33
35
|
|
|
34
36
|
llm = NVIDIA(**kwargs)
|
|
35
37
|
|
|
38
|
+
if isinstance(llm_config, RetryMixin):
|
|
39
|
+
llm = patch_with_retry(llm,
|
|
40
|
+
retries=llm_config.num_retries,
|
|
41
|
+
retry_codes=llm_config.retry_on_status_codes,
|
|
42
|
+
retry_on_messages=llm_config.retry_on_errors)
|
|
43
|
+
|
|
36
44
|
yield llm
|
|
37
45
|
|
|
38
46
|
|
|
@@ -48,6 +56,12 @@ async def openai_llama_index(llm_config: OpenAIModelConfig, builder: Builder):
|
|
|
48
56
|
|
|
49
57
|
llm = OpenAI(**kwargs)
|
|
50
58
|
|
|
59
|
+
if isinstance(llm_config, RetryMixin):
|
|
60
|
+
llm = patch_with_retry(llm,
|
|
61
|
+
retries=llm_config.num_retries,
|
|
62
|
+
retry_codes=llm_config.retry_on_status_codes,
|
|
63
|
+
retry_on_messages=llm_config.retry_on_errors)
|
|
64
|
+
|
|
51
65
|
yield llm
|
|
52
66
|
|
|
53
67
|
|
|
@@ -60,4 +74,10 @@ async def aws_bedrock_llama_index(llm_config: AWSBedrockModelConfig, builder: Bu
|
|
|
60
74
|
|
|
61
75
|
llm = Bedrock(**kwargs)
|
|
62
76
|
|
|
77
|
+
if isinstance(llm_config, RetryMixin):
|
|
78
|
+
llm = patch_with_retry(llm,
|
|
79
|
+
retries=llm_config.num_retries,
|
|
80
|
+
retry_codes=llm_config.retry_on_status_codes,
|
|
81
|
+
retry_on_messages=llm_config.retry_on_errors)
|
|
82
|
+
|
|
63
83
|
yield llm
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: aiqtoolkit-llama-index
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.0a20250730
|
|
4
4
|
Summary: Subpackage for Llama-Index integration in AIQtoolkit
|
|
5
5
|
Keywords: ai,rag,agents
|
|
6
6
|
Classifier: Programming Language :: Python
|
|
7
7
|
Requires-Python: <3.13,>=3.11
|
|
8
8
|
Description-Content-Type: text/markdown
|
|
9
|
-
Requires-Dist: aiqtoolkit==v1.2.
|
|
9
|
+
Requires-Dist: aiqtoolkit==v1.2.0a20250730
|
|
10
10
|
Requires-Dist: llama-index-core==0.12.21
|
|
11
11
|
Requires-Dist: llama-index-embeddings-nvidia==0.3.1
|
|
12
12
|
Requires-Dist: llama-index-llms-bedrock==0.3.8
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
aiq/meta/pypi.md,sha256=tcqovA7tPKu3gSR9froqCciJUn-NrMKKnbC47tjRyp0,1088
|
|
2
2
|
aiq/plugins/llama_index/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
|
-
aiq/plugins/llama_index/llm.py,sha256
|
|
3
|
+
aiq/plugins/llama_index/llm.py,sha256=kxoorizIF5jM9-mAup57c2tmV5zp4t3eDuaGhDG9EiI,3220
|
|
4
4
|
aiq/plugins/llama_index/register.py,sha256=da1IYMrYe4MUtlwzBGIiukPazf7WU40j5X3n2KCjNts,868
|
|
5
5
|
aiq/plugins/llama_index/tool_wrapper.py,sha256=n7E6uzVtcyFXSWtkYG8yrtqRCsXVHdEU38eTrWLSlrU,1387
|
|
6
|
-
aiqtoolkit_llama_index-1.2.
|
|
7
|
-
aiqtoolkit_llama_index-1.2.
|
|
8
|
-
aiqtoolkit_llama_index-1.2.
|
|
9
|
-
aiqtoolkit_llama_index-1.2.
|
|
10
|
-
aiqtoolkit_llama_index-1.2.
|
|
6
|
+
aiqtoolkit_llama_index-1.2.0a20250730.dist-info/METADATA,sha256=tqwb4tD3j-TDnAC_3SI7kVih8xBch65L8aZt8xXGEX0,1675
|
|
7
|
+
aiqtoolkit_llama_index-1.2.0a20250730.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
8
|
+
aiqtoolkit_llama_index-1.2.0a20250730.dist-info/entry_points.txt,sha256=2_FES--T1uOL8QdHJWWhuFipXoSK8uo0DR8olysK2Ck,68
|
|
9
|
+
aiqtoolkit_llama_index-1.2.0a20250730.dist-info/top_level.txt,sha256=fo7AzYcNhZ_tRWrhGumtxwnxMew4xrT1iwouDy_f0Kc,4
|
|
10
|
+
aiqtoolkit_llama_index-1.2.0a20250730.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|