hjxdl 0.1.50__py3-none-any.whl → 0.1.52__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.50'
-__version_tuple__ = version_tuple = (0, 1, 50)
+__version__ = version = '0.1.52'
+__version_tuple__ = version_tuple = (0, 1, 52)

hdl/utils/database_tools/connect.py

@@ -1,16 +1,17 @@
 import psycopg
+import redis
 
 
 def connect_by_infofile(info_file: str) -> psycopg.Connection:
     """Create a postgres connection
 
     Args:
-        info_file (str): 
+        info_file (str):
             the path of the connection info like
             host=127.0.0.1 dbname=dbname port=5432 user=postgres password=lala
 
     Returns:
-        psycopg.Connection: 
+        psycopg.Connection:
             the connection instance should be closed after committing.
     """
     conn = psycopg.connect(
@@ -25,4 +26,17 @@ def connect_by_infofile(info_file: str) -> psycopg.Connection:
 #     for record in cur:
 #         print(record)
 #     conn.commit()
-#     conn.close()
+#     conn.close()
+
+def conn_redis(
+    host: str,
+    port: int
+):
+    client = redis.Redis(
+        host=host,
+        port=port,
+        decode_responses=True
+    )
+    res = client.ping()
+    print(res)
+    return client

hdl/utils/llm/chat.py

@@ -166,7 +166,7 @@ class OpenAI_M():
         """
         content = [
             {"type": "text", "text": prompt},
-        ],
+        ]
         if image_url is not None:
             image_content = {
                 "type": "image_url",
@@ -209,7 +209,7 @@ class OpenAI_M():
         """
         content = [
             {"type": "text", "text": prompt},
-        ],
+        ]
         if image_url is not None:
             image_content = {
                 "type": "image_url",

hdl/utils/llm/vis.py

@@ -0,0 +1,76 @@
+import requests
+
+import torch
+import numpy as np
+from PIL import Image
+import redis
+from transformers import ChineseCLIPProcessor, ChineseCLIPModel
+
+from ..database_tools.connect import conn_redis
+
+
+# url = "https://clip-cn-beijing.oss-cn-beijing.aliyuncs.com/pokemon.jpeg"
+# image = Image.open(requests.get(url, stream=True).raw)
+
+
+class ImgHandler:
+    def __init__(
+        self,
+        model_path,
+        redis_host,
+        redis_port,
+    ) -> None:
+        self.model = ChineseCLIPModel.from_pretrained(model_path)
+        self.processor = ChineseCLIPProcessor.from_pretrained(model_path)
+        self.redis_host = redis_host
+        self.redis_port = redis_port
+
+    @property
+    def redis_conn(self):
+        return conn_redis(self.redis_host, self.redis_port)
+
+    def get_img_features(self, images, **kwargs):
+        inputs = self.processor(
+            images=images,
+            return_tensors="pt",
+            **kwargs
+        )
+        image_features = self.model.get_image_features(**inputs)
+        image_features = image_features / \
+            image_features.norm(p=2, dim=-1, keepdim=True)
+        return image_features
+
+    def get_text_features(
+        self,
+        texts,
+        **kwargs
+    ):
+        inputs = self.processor(
+            text=texts,
+            padding=True,
+            return_tensors="pt",
+            **kwargs
+        )
+        text_features = self.model.get_text_features(**inputs)
+        text_features = text_features / \
+            text_features.norm(p=2, dim=-1, keepdim=True)
+        return text_features
+
+    def get_text_img_sims(
+        self,
+        texts,
+        images,
+        **kwargs
+    ):
+        inputs = self.processor(
+            text=texts,
+            images=images,
+            return_tensors="pt",
+            padding=True,
+            **kwargs
+        )
+        outputs = self.model(**inputs)
+        logits_per_image = outputs.logits_per_image  # this is the image-text similarity score
+        probs = logits_per_image.softmax(dim=1)
+        return probs
+

{hjxdl-0.1.50.dist-info → hjxdl-0.1.52.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.50
+Version: 0.1.52
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu
@@ -18,6 +18,9 @@ Requires-Dist: geopy
 Requires-Dist: timezonefinder
 Requires-Dist: pytz
 Requires-Dist: duckduckgo-search[lxml]
+Requires-Dist: opencv-python
+Requires-Dist: redis[hiredis]
+Requires-Dist: Pillow
 
 # DL framework by Jianxing
 

{hjxdl-0.1.50.dist-info → hjxdl-0.1.52.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=tDigaWSRikP7GznXAhxQfoonLAxYD4L3aYmQCZ0gu7o,413
+hdl/_version.py,sha256=AH_hPvheFemhgsFVkuYeG1vR7uIqnobUyxSKwbUlAVA,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -118,7 +118,7 @@ hdl/utils/chemical_tools/__init__.py,sha256=_QRNtVx0ieZZgSEsHndPFKm6XU3WXfRb7GYq
 hdl/utils/chemical_tools/query_info.py,sha256=wyQXwKSY_gBGVUNvYggHpYBtOLAtpYKq3PN5wqDb7Co,4204
 hdl/utils/chemical_tools/sdf.py,sha256=71PEqU0H885L6IeGHEa6n7ZLZThvMsZOVLuFG2wnoyM,542
 hdl/utils/database_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/database_tools/connect.py,sha256=KUnVG-8raifEJ_N0b3c8LkTTIfn9NIyw8LX6qvpA3YU,723
+hdl/utils/database_tools/connect.py,sha256=1CKK1VbgbvYMlA6iBSPpQM6bDt0fxwKwC7cxoppIHoU,940
 hdl/utils/database_tools/datetime.py,sha256=xqE2xNiOpADzX-R8_bM0bioJRF3Ay9Jp1CAG6dy6uVI,1202
 hdl/utils/database_tools/web.py,sha256=vZJYWA02QbyUUMGLDX710cexn7RlfWeHa8YwK3UsDZ0,1934
 hdl/utils/desc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -127,15 +127,16 @@ hdl/utils/desc/template.py,sha256=a0UAkkKctt_EHY9UECsIIAwVkGPcM1Hr01HSkRMeIuw,12
 hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=hBSmfV0Y8oewJwV-6pY6UjHoFnrgwnKeVIegxLlA1GY,11909
+hdl/utils/llm/chat.py,sha256=sk7Lw5Oa30k-l2fnJknkMmTc5zkBeEKsR981aeFhH5s,11907
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
+hdl/utils/llm/vis.py,sha256=2M6-AFOl4q2zMshAwzvQceCTEzuWmAsbkRBHpH91K3M,2041
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.50.dist-info/METADATA,sha256=ZTzzrp0k27gajrobfk2zFr1hdTcBc-4Oy88HY9TZpSQ,737
-hjxdl-0.1.50.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-hjxdl-0.1.50.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.50.dist-info/RECORD,,
+hjxdl-0.1.52.dist-info/METADATA,sha256=oxr1xeBgm6Y0mapKPQr3Xgn67K7uAAs3PahbXylSMdI,818
+hjxdl-0.1.52.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+hjxdl-0.1.52.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.1.52.dist-info/RECORD,,