hjxdl 0.1.68__py3-none-any.whl → 0.1.70__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.68'
-__version_tuple__ = version_tuple = (0, 1, 68)
+__version__ = version = '0.1.70'
+__version_tuple__ = version_tuple = (0, 1, 70)

hdl/utils/llm/vis.py

@@ -9,6 +9,10 @@ from PIL import Image
 # from transformers import ChineseCLIPProcessor, ChineseCLIPModel
 import open_clip
 import natsort
+from redis.commands.search.field import VectorField
+from redis.commands.search.indexDefinition import IndexDefinition, IndexType
+from hdl.jupyfuncs.show.pbar import tqdm
+from redis.commands.search.query import Query
 
 from ..database_tools.connect import conn_redis
 
@@ -73,6 +77,7 @@ class ImgHandler:
         self.db_port = db_port
         self._db_conn = None
         self.num_vec_dim = num_vec_dim
+        self.pic_idx_name = "idx:pic_idx"
         if load_model:
             self.load_model()
 
@@ -140,10 +145,26 @@ class ImgHandler:
         Returns:
             torch.Tensor or numpy.ndarray: Image features extracted from the model.
         """
+
+        images_fixed = []
+        for img in images:
+            if isinstance(img, str):
+                if Path(Path(img).is_file()):
+                    images_fixed.append(Image.open(img))
+                elif img.startswith("data:image/jpeg;base64,"):
+                    images_fixed.append(imgbase64_to_pilimg(img))
+            elif isinstance(img, Image.Image):
+                images_fixed.append(img)
+            else:
+                raise TypeError(
+                    f"Not supported image type for {type(img)}"
+                )
+
+
         with torch.no_grad(), torch.amp.autocast("cuda"):
             imgs = torch.stack([
-                self.preprocess_val(Image.open(image)).to(self.device)
-                for image in images
+                self.preprocess_val(image).to(self.device)
+                for image in images_fixed
             ])
             img_features = self.model.encode_image(imgs, **kwargs)
             img_features /= img_features.norm(dim=-1, keepdim=True)
@@ -240,7 +261,11 @@ class ImgHandler:
             # > 0.9 很相似
             return sims
 
-    def vec_pics_todb(self, images):
+    def vec_pics_todb(
+        self,
+        images: list[str],
+        print_idx_info: bool = False
+    ):
         """Save image features to a Redis database.
 
         Args:
@@ -255,7 +280,7 @@ class ImgHandler:
         sorted_imgs = natsort.natsorted(images)
         img_feats = self.get_img_features(sorted_imgs, to_numpy=True)
         pipeline = self.db_conn.pipeline()
-        for img_file, emb in zip(sorted_imgs, img_feats):
+        for img_file, emb in tqdm(zip(sorted_imgs, img_feats)):
             # 初始化 Redis，先使用 img 文件名作为 Key 和 Value，后续再更新为图片特征向量
             # pipeline.json().set(img_file, "$", img_file)
             emb = emb.astype(np.float32).tolist()
@@ -263,8 +288,96 @@ class ImgHandler:
                 "emb": emb,
                 "data": imgfile_to_base64(img_file)
             }
-            pipeline.json().set(img_file, "$", emb_json)
+            pipeline.json().set(f"pic-{img_file}", "$", emb_json)
             res = pipeline.execute()
-            print('redis set:', res)
+            # print('redis set:', res)
+
+        schema = (
+            VectorField(
+                "$.emb",  # 这是 JSON 中存储向量的路径
+                "FLAT",  # 使用 FLAT 索引类型
+                {
+                    "TYPE": "FLOAT32",  # 向量类型
+                    "DIM": self.num_vec_dim,  # 向量维度，必须与实际数据的维度一致
+                    "DISTANCE_METRIC": "COSINE",  # 余弦相似度作为距离度量
+                },
+                as_name="vector",  # 给这个字段定义一个别名，后续可以使用
+            ),
+        )
+        # vector_idx_name = "idx:pic_idx"
+        definition = IndexDefinition(
+            prefix=["pic-"],
+            index_type=IndexType.JSON
+        )
+        res = self.db_conn.ft(
+            self.pic_idx_name
+        ).create_index(
+            fields=schema,
+            definition=definition
+        )
+        print("create_index:", res)
+        if print_idx_info:
+            print(self.pic_idx_info)
+
+    @property
+    def pic_idx_info(self):
+        res = self.db_conn.ping()
+        print("redis connected:", res)
+        # vector_idx_name = "idx:pic_idx"
+        # 从 Redis 数据库中读取索引状态
+        info = self.db_conn.ft(self.pic_idx_name).info()
+        # 获取索引状态中的 num_docs 和 hash_indexing_failures
+        num_docs = info["num_docs"]
+        indexing_failures = info["hash_indexing_failures"]
+        return (
+            f"{num_docs} documents indexed with {indexing_failures} failures"
+        )
+
+    def img_search(
+        self,
+        img,
+        num_max: int = 3,
+        extra_params: dict = None
+    ):
+        """Search for similar images in the database based on the input image.
+
+        Args:
+            img: Input image to search for similar images.
+            num_max: Maximum number of similar images to return (default is 3).
+            extra_params: Additional parameters to include in the search query (default is None).
+
+        Returns:
+            List of tuples containing the ID and JSON data of similar images found in the database.
+        """
+        emb_query = self.get_img_features(
+            [img], to_numpy=True
+        ).astype(np.float32)[0].tobytes()
+        query = (
+            Query(
+                f"(*)=>[KNN {str(num_max)} @vector $query_vector AS vector_score]"
+            )
+            .sort_by("vector_score")
+            .return_fields("$")
+            .dialect(2)
+        )
+        if extra_params is None:
+            extra_params = {}
+        result_docs = (
+            self.db_conn.ft("idx:pic_idx")
+            .search(
+                query,
+                {
+                    "query_vector": emb_query
+                }
+                | extra_params,
+            )
+            .docs
+        )
+        results = [
+            (result_doc.id, json.loads(result_doc.json))
+            for result_doc in result_docs
+        ]
+        return results
+
 
 

{hjxdl-0.1.68.dist-info → hjxdl-0.1.70.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.68
+Version: 0.1.70
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.1.68.dist-info → hjxdl-0.1.70.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=Ls4cA2mLoWUKL5YJweymGdDIvmmF3QnZl5iBfwyFBzg,413
+hdl/_version.py,sha256=AYQNyn783xY6psbpqi7TYW2XK3FmuvjMGND0tFVkkvI,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -131,12 +131,12 @@ hdl/utils/llm/chat.py,sha256=sk7Lw5Oa30k-l2fnJknkMmTc5zkBeEKsR981aeFhH5s,11907
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
-hdl/utils/llm/vis.py,sha256=7pL1-Br_h8PxmJyRTfmKOcbLqnHOVg7QZocXGKZjycI,8544
+hdl/utils/llm/vis.py,sha256=8rzJMMmVpMibUvfvGfjwFwWE5xrhZM1pjkwbe5fgmNQ,12352
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.68.dist-info/METADATA,sha256=oSbHG7FUzXO-P4z8NuOZlS703Jv4mjKgZUQSo69vhMw,903
-hjxdl-0.1.68.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
-hjxdl-0.1.68.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.68.dist-info/RECORD,,
+hjxdl-0.1.70.dist-info/METADATA,sha256=A7kOeOkBy4YNzlalYPnyGE3yCkKoy8xcautLlDF0pkk,903
+hjxdl-0.1.70.dist-info/WHEEL,sha256=cVxcB9AmuTcXqmwrtPhNK88dr7IR_b6qagTj0UvIEbY,91
+hjxdl-0.1.70.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.1.70.dist-info/RECORD,,