hjxdl 0.1.63__py3-none-any.whl → 0.1.65__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.63'
-__version_tuple__ = version_tuple = (0, 1, 63)
+__version__ = version = '0.1.65'
+__version_tuple__ = version_tuple = (0, 1, 65)

hdl/utils/llm/vis.py

@@ -20,27 +20,43 @@ class ImgHandler:
     def __init__(
         self,
         model_path,
-        redis_host,
-        redis_port,
+        db_host,
+        db_port,
         model_name: str = None,
-        device: str = None
+        device: str = "cpu",
+        num_vec_dim: int = None,
+        load_model: bool = True,
     ) -> None:
-        if device is None:
-            self.device = torch.device("cuda") \
-                if torch.cuda.is_available() \
-                else torch.device("cpu")
-        else:
-            self.device = device
+
+        self.device = torch.device(device)
+        self.model_path = model_path
+        self.model_name = model_name
+
+        self.db_host = db_host
+        self.db_port = db_port
+        self._db_conn = None
+        self.num_vec_dim = num_vec_dim
+        if load_model:
+            self.load_model()
+
+    def load_model(self):
+        """Load the OpenCLIP model and related configurations.
+
+        This function loads the OpenCLIP model from the specified model path
+        and initializes the necessary components such as the model,
+        preprocessors for training and validation data, tokenizer, etc.
+
+        Returns:
+            None
+        """
         ckpt_file = (
-            Path(model_path) / Path("open_clip_pytorch_model.bin")
+            Path(self.model_path) / Path("open_clip_pytorch_model.bin")
         ).as_posix()
-
         self.open_clip_cfg = json.load(
-            open(Path(model_path) / Path("open_clip_config.json"))
+            open(Path(self.model_path) / Path("open_clip_config.json"))
         )
-        if model_name is not None:
-            self.model_name = model_name
-        else:
+
+        if self.model_name is None:
             self.model_name = (
                 self.open_clip_cfg['model_cfg']['text_cfg']['hf_tokenizer_name']
                 .split('/')[-1]
@@ -54,26 +70,22 @@ class ImgHandler:
                 # precision=precision
             )
         )
+        if self.num_vec_dim is None:
+            self.num_vec_dim = self.open_clip_cfg["model_cfg"]["embed_dim"]
         self.tokenizer = open_clip.get_tokenizer(
-            HF_HUB_PREFIX + model_path
+            HF_HUB_PREFIX + self.model_path
         )
-        # self.model = ChineseCLIPModel.from_pretrained(model_path).to(self.device)
-        # self.processor = ChineseCLIPProcessor.from_pretrained(model_path)
-        self.redis_host = redis_host
-        self.redis_port = redis_port
-        self._redis_conn = None
-
 
     @property
-    def redis_conn(self):
+    def db_conn(self):
         """Establishes a connection to Redis server if not already connected.
 
             Returns:
                 Redis connection object: A connection to the Redis server.
         """
-        if self._redis_conn is None:
-            self._redis_conn = conn_redis(self.redis_host, self.redis_port)
-        return self._redis_conn
+        if self._db_conn is None:
+            self._db_conn = conn_redis(self.db_host, self.db_port)
+        return self._db_conn
 
     def get_img_features(
         self,

{hjxdl-0.1.63.dist-info → hjxdl-0.1.65.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.63
+Version: 0.1.65
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.1.63.dist-info → hjxdl-0.1.65.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=mjLtl9xPbny0ZTEF6CvbbjoK1aXIg4Io5ZPI-Nfqo_k,413
+hdl/_version.py,sha256=dWes_pejilDszHY1ei6MxbFy7H_tVhepnPnoJG50ueY,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -131,12 +131,12 @@ hdl/utils/llm/chat.py,sha256=sk7Lw5Oa30k-l2fnJknkMmTc5zkBeEKsR981aeFhH5s,11907
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
-hdl/utils/llm/vis.py,sha256=6CpV9lXvHw5TRSsu2XKLDNYJIP3QsKYEDVY7pKx9r1A,6439
+hdl/utils/llm/vis.py,sha256=4bIzsCAOlkIscc_u6j2NkyV30_uGb6hMEhs3QGSUvj0,6736
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.63.dist-info/METADATA,sha256=LzK9HNry28LVlCSbab50Gp1hoIw-vQFDuCzwCO1Zyjk,880
-hjxdl-0.1.63.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-hjxdl-0.1.63.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.63.dist-info/RECORD,,
+hjxdl-0.1.65.dist-info/METADATA,sha256=lXWFTci94OQLioRQkmta01nK-cK_zZBsqPxFBr2Aa6E,880
+hjxdl-0.1.65.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+hjxdl-0.1.65.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.1.65.dist-info/RECORD,,