hjxdl 0.2.11__py3-none-any.whl → 0.2.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hdl/_version.py +2 -2
- hdl/utils/llm/visrag.py +18 -3
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.13.dist-info}/METADATA +1 -1
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.13.dist-info}/RECORD +6 -6
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.13.dist-info}/WHEEL +0 -0
- {hjxdl-0.2.11.dist-info → hjxdl-0.2.13.dist-info}/top_level.txt +0 -0
hdl/_version.py
CHANGED
hdl/utils/llm/visrag.py
CHANGED
@@ -7,8 +7,12 @@ import gradio as gr
|
|
7
7
|
import os
|
8
8
|
import numpy as np
|
9
9
|
import json
|
10
|
+
# import base64
|
11
|
+
# import io
|
10
12
|
from transformers import AutoModel, AutoTokenizer
|
11
|
-
|
13
|
+
|
14
|
+
from .chat import OpenAI_M
|
15
|
+
from .vis import imgfile_to_base64
|
12
16
|
|
13
17
|
def get_image_md5(img: Image.Image):
|
14
18
|
img_byte_array = img.tobytes()
|
@@ -104,11 +108,22 @@ def retrieve_gradio(knowledge_base, query, topk, cache_dir=None, model=None, tok
|
|
104
108
|
|
105
109
|
return images_topk
|
106
110
|
|
111
|
+
# def convert_image_to_base64(image):
|
112
|
+
# """Convert a PIL Image to a base64 encoded string."""
|
113
|
+
# buffered = io.BytesIO()
|
114
|
+
# image.save(buffered, format="PNG")
|
115
|
+
# image_base64 = base64.b64encode(buffered.getvalue()).decode("utf-8")
|
116
|
+
# return image_base64
|
117
|
+
|
107
118
|
def answer_question(images, question, gen_model):
|
108
|
-
|
119
|
+
# Convert images to base64
|
120
|
+
# images_base64 = [convert_image_to_base64(Image.open(image[0]).convert('RGB')) for image in images]
|
121
|
+
images_base64 = [imgfile_to_base64(image) for image in images]
|
122
|
+
|
123
|
+
# Pass base64-encoded images to gen_model.chat
|
109
124
|
answer = gen_model.chat(
|
110
125
|
prompt=question,
|
111
|
-
images=
|
126
|
+
images=images_base64, # Use the base64 images
|
112
127
|
stream=False
|
113
128
|
)
|
114
129
|
return answer
|
@@ -1,5 +1,5 @@
|
|
1
1
|
hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
|
2
|
-
hdl/_version.py,sha256=
|
2
|
+
hdl/_version.py,sha256=_zyE7p8pmjayqCVwnrfAUFK0j2fzgvPDn81vjk9iKCc,413
|
3
3
|
hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
4
|
hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
|
5
5
|
hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -133,12 +133,12 @@ hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
|
|
133
133
|
hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
|
134
134
|
hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
|
135
135
|
hdl/utils/llm/vis.py,sha256=2pI0439GWi_BEVfQJtY29Y72FkUa8jEvBeqMlwy7xkc,15716
|
136
|
-
hdl/utils/llm/visrag.py,sha256=
|
136
|
+
hdl/utils/llm/visrag.py,sha256=diOO5eOeIwVQ5lIAgWTSHF70wqhyOVTpGahGEEQaLc4,8408
|
137
137
|
hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
138
138
|
hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
|
139
139
|
hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
140
140
|
hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
|
141
|
-
hjxdl-0.2.
|
142
|
-
hjxdl-0.2.
|
143
|
-
hjxdl-0.2.
|
144
|
-
hjxdl-0.2.
|
141
|
+
hjxdl-0.2.13.dist-info/METADATA,sha256=2Ljze-IXByM5cSRDYqtjGCVH_Rd4X6eHSQ5CQpP63Is,836
|
142
|
+
hjxdl-0.2.13.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
|
143
|
+
hjxdl-0.2.13.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
|
144
|
+
hjxdl-0.2.13.dist-info/RECORD,,
|
File without changes
|
File without changes
|