hjxdl 0.2.11__py3-none-any.whl → 0.2.12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hdl/_version.py +2 -2
- hdl/utils/llm/visrag.py +14 -2
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.12.dist-info}/METADATA +1 -1
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.12.dist-info}/RECORD +6 -6
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.12.dist-info}/WHEEL +0 -0
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.12.dist-info}/top_level.txt +0 -0
hdl/_version.py
CHANGED
hdl/utils/llm/visrag.py
CHANGED
@@ -7,6 +7,8 @@ import gradio as gr
|
|
7
7
|
import os
|
8
8
|
import numpy as np
|
9
9
|
import json
|
10
|
+
import base64
|
11
|
+
import io
|
10
12
|
from transformers import AutoModel, AutoTokenizer
|
11
13
|
from hdl.utils.llm.chat import OpenAI_M
|
12
14
|
|
@@ -104,11 +106,21 @@ def retrieve_gradio(knowledge_base, query, topk, cache_dir=None, model=None, tok
|
|
104
106
|
|
105
107
|
return images_topk
|
106
108
|
|
109
|
+
def convert_image_to_base64(image):
|
110
|
+
"""Convert a PIL Image to a base64 encoded string."""
|
111
|
+
buffered = io.BytesIO()
|
112
|
+
image.save(buffered, format="PNG")
|
113
|
+
image_base64 = base64.b64encode(buffered.getvalue()).decode("utf-8")
|
114
|
+
return image_base64
|
115
|
+
|
107
116
|
def answer_question(images, question, gen_model):
|
108
|
-
|
117
|
+
# Convert images to base64
|
118
|
+
images_base64 = [convert_image_to_base64(Image.open(image[0]).convert('RGB')) for image in images]
|
119
|
+
|
120
|
+
# Pass base64-encoded images to gen_model.chat
|
109
121
|
answer = gen_model.chat(
|
110
122
|
prompt=question,
|
111
|
-
images=
|
123
|
+
images=images_base64, # Use the base64 images
|
112
124
|
stream=False
|
113
125
|
)
|
114
126
|
return answer
|
@@ -1,5 +1,5 @@
|
|
1
1
|
hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
|
2
|
-
hdl/_version.py,sha256=
|
2
|
+
hdl/_version.py,sha256=svcGBcBtXuMqAz4h0v_Mst9pNApgzncWOHA1dv0p748,413
|
3
3
|
hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
4
|
hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
|
5
5
|
hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -133,12 +133,12 @@ hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
|
|
133
133
|
hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
|
134
134
|
hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
|
135
135
|
hdl/utils/llm/vis.py,sha256=2pI0439GWi_BEVfQJtY29Y72FkUa8jEvBeqMlwy7xkc,15716
|
136
|
-
hdl/utils/llm/visrag.py,sha256=
|
136
|
+
hdl/utils/llm/visrag.py,sha256=jZgo1awEVRq3z0IEXs-soa1scbeHSBk_IUq9c7rS5ZA,8300
|
137
137
|
hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
138
138
|
hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
|
139
139
|
hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
140
140
|
hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
|
141
|
-
hjxdl-0.2.
|
142
|
-
hjxdl-0.2.
|
143
|
-
hjxdl-0.2.
|
144
|
-
hjxdl-0.2.
|
141
|
+
hjxdl-0.2.12.dist-info/METADATA,sha256=J68Ist70QStGrBWqWYK2bzoBFV40DI_hYOhOyCu9150,836
|
142
|
+
hjxdl-0.2.12.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
|
143
|
+
hjxdl-0.2.12.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
|
144
|
+
hjxdl-0.2.12.dist-info/RECORD,,
|
File without changes
|
File without changes
|