hjxdl 0.2.27__py3-none-any.whl → 0.2.29__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- hdl/_version.py +2 -2
- hdl/utils/llm/vis.py +5 -9
- {hjxdl-0.2.27.dist-info → hjxdl-0.2.29.dist-info}/METADATA +1 -1
- {hjxdl-0.2.27.dist-info → hjxdl-0.2.29.dist-info}/RECORD +6 -6
- {hjxdl-0.2.27.dist-info → hjxdl-0.2.29.dist-info}/WHEEL +0 -0
- {hjxdl-0.2.27.dist-info → hjxdl-0.2.29.dist-info}/top_level.txt +0 -0
hdl/_version.py
CHANGED
hdl/utils/llm/vis.py
CHANGED
@@ -23,11 +23,6 @@ from redis.commands.search.query import Query
|
|
23
23
|
|
24
24
|
HF_HUB_PREFIX = "hf-hub:"
|
25
25
|
|
26
|
-
import requests
|
27
|
-
import base64
|
28
|
-
from io import BytesIO
|
29
|
-
from PIL import Image
|
30
|
-
|
31
26
|
|
32
27
|
def imgurl_to_base64(image_url: str):
|
33
28
|
"""Converts an image from a URL to base64 format.
|
@@ -148,6 +143,7 @@ class ImgHandler:
|
|
148
143
|
None
|
149
144
|
"""
|
150
145
|
|
146
|
+
self.device_str = device
|
151
147
|
self.device = torch.device(device)
|
152
148
|
self.model_path = model_path
|
153
149
|
self.model_name = model_name
|
@@ -227,7 +223,7 @@ class ImgHandler:
|
|
227
223
|
)
|
228
224
|
|
229
225
|
|
230
|
-
with torch.no_grad(), torch.amp.autocast(
|
226
|
+
with torch.no_grad(), torch.amp.autocast(self.device_str):
|
231
227
|
imgs = torch.stack([
|
232
228
|
self.preprocess_val(image).to(self.device)
|
233
229
|
for image in images_fixed
|
@@ -257,7 +253,7 @@ class ImgHandler:
|
|
257
253
|
Example:
|
258
254
|
get_text_features(["text1", "text2"], to_numpy=True)
|
259
255
|
"""
|
260
|
-
with torch.no_grad(), torch.amp.autocast(
|
256
|
+
with torch.no_grad(), torch.amp.autocast(self.device_str):
|
261
257
|
txts = self.tokenizer(
|
262
258
|
texts,
|
263
259
|
context_length=self.model.context_length
|
@@ -289,7 +285,7 @@ class ImgHandler:
|
|
289
285
|
Returns:
|
290
286
|
torch.Tensor or numpy.ndarray: Text-image association probabilities.
|
291
287
|
"""
|
292
|
-
with torch.no_grad(), torch.amp.autocast(
|
288
|
+
with torch.no_grad(), torch.amp.autocast(self.device_str):
|
293
289
|
image_features = self.get_img_features(images, **kwargs)
|
294
290
|
text_features = self.get_text_features(texts, **kwargs)
|
295
291
|
text_probs = (100.0 * image_features @ text_features.T)
|
@@ -318,7 +314,7 @@ class ImgHandler:
|
|
318
314
|
Returns:
|
319
315
|
torch.Tensor or numpy.ndarray: Similarity scores between the two sets of images.
|
320
316
|
"""
|
321
|
-
with torch.no_grad(), torch.amp.autocast(
|
317
|
+
with torch.no_grad(), torch.amp.autocast(self.device_str):
|
322
318
|
img1_feats = self.get_img_features(images1, **kwargs)
|
323
319
|
img2_feats = self.get_img_features(images2, **kwargs)
|
324
320
|
sims = img1_feats @ img2_feats.T
|
@@ -1,5 +1,5 @@
|
|
1
1
|
hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
|
2
|
-
hdl/_version.py,sha256=
|
2
|
+
hdl/_version.py,sha256=AtwvoTC96AXOg97Emp1_Wmo7L-xUzOR7aFTUto-9JfA,413
|
3
3
|
hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
4
4
|
hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
|
5
5
|
hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -132,13 +132,13 @@ hdl/utils/llm/chatgr.py,sha256=GO2G7g6YybduA5VCUuGjvEsJfC_6L7rycSnPeHMcxyM,2820
|
|
132
132
|
hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
|
133
133
|
hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
|
134
134
|
hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
|
135
|
-
hdl/utils/llm/vis.py,sha256=
|
135
|
+
hdl/utils/llm/vis.py,sha256=Kixrhc3eByHjdxiAcB2BnthsS31dHMavp6qc2JX46Dc,16292
|
136
136
|
hdl/utils/llm/visrag.py,sha256=_PuKtmQIXD5bnmXwDWhTLdzOhgC42JiqdMNb1uKA7n8,9190
|
137
137
|
hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
138
138
|
hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
|
139
139
|
hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
140
140
|
hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
|
141
|
-
hjxdl-0.2.
|
142
|
-
hjxdl-0.2.
|
143
|
-
hjxdl-0.2.
|
144
|
-
hjxdl-0.2.
|
141
|
+
hjxdl-0.2.29.dist-info/METADATA,sha256=7qiDTPY06pouX5FgbV4ekWvdDdXKae-Q9m1iGrIO1GA,836
|
142
|
+
hjxdl-0.2.29.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
|
143
|
+
hjxdl-0.2.29.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
|
144
|
+
hjxdl-0.2.29.dist-info/RECORD,,
|
File without changes
|
File without changes
|