spikezoo 0.2.3__tar.gz → 0.2.3.3__tar.gz

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: spikezoo
-Version: 0.2.3
+Version: 0.2.3.3
 Summary: A deep learning toolbox for spike-to-image models.
 Home-page: https://github.com/chenkang455/Spike-Zoo
 Author: Kang Chen
@@ -36,15 +36,11 @@ Dynamic: requires-python
 Dynamic: summary
 
 <p align="center">
-    <br>
-    <img src="imgs/spike-zoo.png" width="500"/>
-    <br>
+    <img src="imgs/spike-zoo.png" width="350"/>
 <p>
-
 <h5 align="center">
 
 [![GitHub repo stars](https://img.shields.io/github/stars/chenkang455/Spike-Zoo?style=flat&logo=github&logoColor=whitesmoke&label=Stars)](https://github.com/chenkang455/Spike-Zoo/stargazers) [![GitHub Issues](https://img.shields.io/github/issues/chenkang455/Spike-Zoo?style=flat&logo=github&logoColor=whitesmoke&label=Stars)](https://github.com/chenkang455/Spike-Zoo/issues) <a href="https://badge.fury.io/py/spikezoo"><img src="https://badge.fury.io/py/spikezoo.svg" alt="PyPI version"></a> [![License](https://img.shields.io/badge/License-MIT-yellow)](https://github.com/chenkang455/Spike-Zoo)
- 
 <p>
 
 <!-- <h2 align="center"> 
@@ -165,16 +161,16 @@ We retrain all supported methods except `SPIKECLIP` on this REDS dataset (traini
 
 | Method               | PSNR  | SSIM   | LPIPS   | NIQE    | BRISQUE  | PIQE  | Params (M) | FLOPs (G) | Latency (ms) |
 |----------------------|:-------:|:--------:|:---------:|:---------:|:----------:|:-------:|:------------:|:-----------:|:--------------:|
-| `TFI`                | 16.503 | 0.454  | 0.382   | 7.289   | 43.17    | 49.12 | 0.00       | 0.00      | 3.60         |
-| `TFP`                | 24.287 | 0.644  | 0.274   | 8.197   | 48.48    | 38.38 | 0.00       | 0.00      | 0.03         |
-| `SPIKECLIP`          | 21.873 | 0.578  | 0.333   | 7.802   | 42.08    | 54.01 | 0.19       | 23.69     | 1.27         |
-| `SSIR`               | 26.544 | 0.718  | 0.325   | 4.769   | 28.45    | 21.59 | 0.38       | 25.92     | 4.52         |
-| `SSML`               | 33.697 | 0.943  | 0.088   | 4.669   | 32.48    | 37.30 | 2.38       | 386.02    | 244.18       |
-| `BASE`               | 36.589 | 0.965  | 0.034   | 4.393   | 26.16    | 38.43 | 0.18       | 18.04     | 0.40         |
-| `STIR`               | 37.914 | 0.973  | 0.027   | 4.236   | 25.10    | 39.18 | 5.08       | 43.31     | 21.07        |
-| `WGSE`               | 39.036 | 0.978  | 0.023   | 4.231   | 25.76    | 44.11 | 3.81       | 415.26    | 73.62        |
-| `SPK2IMGNET`         | 39.154 | 0.978  | 0.022   | 4.243   | 25.20    | 43.09 | 3.90       | 1000.50   | 123.38       |
-| `BSF`                | 39.576 | 0.979  | 0.019   | 4.139   | 24.93    | 43.03 | 2.47       | 705.23    | 401.50       |
+| `tfi`                | 16.503 | 0.454  | 0.382   | 7.289   | 43.17    | 49.12 | 0.00       | 0.00      | 3.60         |
+| `tfp`                | 24.287 | 0.644  | 0.274   | 8.197   | 48.48    | 38.38 | 0.00       | 0.00      | 0.03         |
+| `spikeclip`          | 21.873 | 0.578  | 0.333   | 7.802   | 42.08    | 54.01 | 0.19       | 23.69     | 1.27         |
+| `ssir`               | 26.544 | 0.718  | 0.325   | 4.769   | 28.45    | 21.59 | 0.38       | 25.92     | 4.52         |
+| `ssml`               | 33.697 | 0.943  | 0.088   | 4.669   | 32.48    | 37.30 | 2.38       | 386.02    | 244.18       |
+| `base`               | 36.589 | 0.965  | 0.034   | 4.393   | 26.16    | 38.43 | 0.18       | 18.04     | 0.40         |
+| `stir`               | 37.914 | 0.973  | 0.027   | 4.236   | 25.10    | 39.18 | 5.08       | 43.31     | 21.07        |
+| `wgse`               | 39.036 | 0.978  | 0.023   | 4.231   | 25.76    | 44.11 | 3.81       | 415.26    | 73.62        |
+| `spk2imgnet`         | 39.154 | 0.978  | 0.022   | 4.243   | 25.20    | 43.09 | 3.90       | 1000.50   | 123.38       |
+| `bsf`                | 39.576 | 0.979  | 0.019   | 4.139   | 24.93    | 43.03 | 2.47       | 705.23    | 401.50       |
 
 ### 4. Model Usage
 We also provide a direct interface for users interested in taking the spike-to-image model as a part of their work:

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/datasets/base_dataset.py

@@ -47,7 +47,7 @@ class BaseDatasetConfig:
     "Crop size."
     crop_size: tuple = (-1, -1)
     "Rate. (-1 denotes variant)"
-    rate: float = 1
+    rate: float = 0.6
 
     # post process
     def __post_init__(self):

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/datasets/realworld_dataset.py

@@ -12,6 +12,8 @@ class RealWorldConfig(BaseDatasetConfig):
     with_img: bool = False
     spike_length_train: int = -1
     spike_length_test: int = -1
+    rate: float = 1
+    
 
 
 class RealWorld(BaseDataset):

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/datasets/szdata_dataset.py

@@ -17,6 +17,7 @@ class SZDataConfig(BaseDatasetConfig):
     spike_length_test: int = -1
     spike_dir_name: str = "spike_data"
     img_dir_name: str = "sharp_data"
+    rate: float = 1
 
 class SZData(BaseDataset):
     def __init__(self, cfg: BaseDatasetConfig):

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/datasets/uhsr_dataset.py

@@ -4,7 +4,6 @@ from dataclasses import dataclass
 import numpy as np
 import torch
 
-
 @dataclass
 class UHSRConfig(BaseDatasetConfig):
     dataset_name: str = "uhsr"
@@ -16,7 +15,7 @@ class UHSRConfig(BaseDatasetConfig):
     spike_length_test: int = 200
     spike_dir_name: str = "spike"
     img_dir_name: str = ""
-
+    rate: float = 1
 
 class UHSR(BaseDataset):
     def __init__(self, cfg: BaseDatasetConfig):

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/models/base_model.py

@@ -93,9 +93,9 @@ class BaseModel(nn.Module):
             if version != "local":
                 load_folder = os.path.dirname(os.path.abspath(__file__))
                 ckpt_name = f"{self.cfg.model_name}.{get_suffix(self.cfg.model_name,version)}"
-                ckpt_path = f"weights/{version}/{ckpt_name}"
+                ckpt_path = os.path.join("weights",version,ckpt_name)
                 ckpt_path = os.path.join(load_folder, ckpt_path)
-                ckpt_path_url = f"{self.cfg.base_url}/{get_url_version(version)}/{ckpt_name}"
+                ckpt_path_url = os.path.join(self.cfg.base_url,get_url_version(version),ckpt_name)
             elif version == "local":
                 ckpt_path = self.cfg.ckpt_path
 

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo/pipeline/base_pipeline.py

@@ -56,6 +56,7 @@ class Pipeline:
 
     def _setup_model_data(self, model_cfg, dataset_cfg):
         """Model and Data setup."""
+        self.logger.info("Model and dataset is setting up...")
         # model [1] build the model. [2] build the network.
         self.model: BaseModel = build_model_name(model_cfg) if isinstance(model_cfg, str) else build_model_cfg(model_cfg)
         self.model.build_network(mode="eval", version=self.cfg.version)
@@ -68,6 +69,7 @@ class Pipeline:
 
     def _setup_pipeline(self):
         """Pipeline setup."""
+        self.logger.info("Pipeline is setting up...")
         # save folder
         self.thistime = datetime.now().strftime("%Y-%m-%d_%H-%M-%S-%f")[:23]
         self.save_folder = Path(f"results") if len(self.cfg.save_folder) == 0 else self.cfg.save_folder

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: spikezoo
-Version: 0.2.3
+Version: 0.2.3.3
 Summary: A deep learning toolbox for spike-to-image models.
 Home-page: https://github.com/chenkang455/Spike-Zoo
 Author: Kang Chen
@@ -36,15 +36,11 @@ Dynamic: requires-python
 Dynamic: summary
 
 <p align="center">
-    <br>
-    <img src="imgs/spike-zoo.png" width="500"/>
-    <br>
+    <img src="imgs/spike-zoo.png" width="350"/>
 <p>
-
 <h5 align="center">
 
 [![GitHub repo stars](https://img.shields.io/github/stars/chenkang455/Spike-Zoo?style=flat&logo=github&logoColor=whitesmoke&label=Stars)](https://github.com/chenkang455/Spike-Zoo/stargazers) [![GitHub Issues](https://img.shields.io/github/issues/chenkang455/Spike-Zoo?style=flat&logo=github&logoColor=whitesmoke&label=Stars)](https://github.com/chenkang455/Spike-Zoo/issues) <a href="https://badge.fury.io/py/spikezoo"><img src="https://badge.fury.io/py/spikezoo.svg" alt="PyPI version"></a> [![License](https://img.shields.io/badge/License-MIT-yellow)](https://github.com/chenkang455/Spike-Zoo)
- 
 <p>
 
 <!-- <h2 align="center"> 
@@ -165,16 +161,16 @@ We retrain all supported methods except `SPIKECLIP` on this REDS dataset (traini
 
 | Method               | PSNR  | SSIM   | LPIPS   | NIQE    | BRISQUE  | PIQE  | Params (M) | FLOPs (G) | Latency (ms) |
 |----------------------|:-------:|:--------:|:---------:|:---------:|:----------:|:-------:|:------------:|:-----------:|:--------------:|
-| `TFI`                | 16.503 | 0.454  | 0.382   | 7.289   | 43.17    | 49.12 | 0.00       | 0.00      | 3.60         |
-| `TFP`                | 24.287 | 0.644  | 0.274   | 8.197   | 48.48    | 38.38 | 0.00       | 0.00      | 0.03         |
-| `SPIKECLIP`          | 21.873 | 0.578  | 0.333   | 7.802   | 42.08    | 54.01 | 0.19       | 23.69     | 1.27         |
-| `SSIR`               | 26.544 | 0.718  | 0.325   | 4.769   | 28.45    | 21.59 | 0.38       | 25.92     | 4.52         |
-| `SSML`               | 33.697 | 0.943  | 0.088   | 4.669   | 32.48    | 37.30 | 2.38       | 386.02    | 244.18       |
-| `BASE`               | 36.589 | 0.965  | 0.034   | 4.393   | 26.16    | 38.43 | 0.18       | 18.04     | 0.40         |
-| `STIR`               | 37.914 | 0.973  | 0.027   | 4.236   | 25.10    | 39.18 | 5.08       | 43.31     | 21.07        |
-| `WGSE`               | 39.036 | 0.978  | 0.023   | 4.231   | 25.76    | 44.11 | 3.81       | 415.26    | 73.62        |
-| `SPK2IMGNET`         | 39.154 | 0.978  | 0.022   | 4.243   | 25.20    | 43.09 | 3.90       | 1000.50   | 123.38       |
-| `BSF`                | 39.576 | 0.979  | 0.019   | 4.139   | 24.93    | 43.03 | 2.47       | 705.23    | 401.50       |
+| `tfi`                | 16.503 | 0.454  | 0.382   | 7.289   | 43.17    | 49.12 | 0.00       | 0.00      | 3.60         |
+| `tfp`                | 24.287 | 0.644  | 0.274   | 8.197   | 48.48    | 38.38 | 0.00       | 0.00      | 0.03         |
+| `spikeclip`          | 21.873 | 0.578  | 0.333   | 7.802   | 42.08    | 54.01 | 0.19       | 23.69     | 1.27         |
+| `ssir`               | 26.544 | 0.718  | 0.325   | 4.769   | 28.45    | 21.59 | 0.38       | 25.92     | 4.52         |
+| `ssml`               | 33.697 | 0.943  | 0.088   | 4.669   | 32.48    | 37.30 | 2.38       | 386.02    | 244.18       |
+| `base`               | 36.589 | 0.965  | 0.034   | 4.393   | 26.16    | 38.43 | 0.18       | 18.04     | 0.40         |
+| `stir`               | 37.914 | 0.973  | 0.027   | 4.236   | 25.10    | 39.18 | 5.08       | 43.31     | 21.07        |
+| `wgse`               | 39.036 | 0.978  | 0.023   | 4.231   | 25.76    | 44.11 | 3.81       | 415.26    | 73.62        |
+| `spk2imgnet`         | 39.154 | 0.978  | 0.022   | 4.243   | 25.20    | 43.09 | 3.90       | 1000.50   | 123.38       |
+| `bsf`                | 39.576 | 0.979  | 0.019   | 4.139   | 24.93    | 43.03 | 2.47       | 705.23    | 401.50       |
 
 ### 4. Model Usage
 We also provide a direct interface for users interested in taking the spike-to-image model as a part of their work:

{spikezoo-0.2.3 → spikezoo-0.2.3.3}/spikezoo.egg-info/SOURCES.txt

@@ -144,7 +144,6 @@ spikezoo/datasets/__init__.py
 spikezoo/datasets/base_dataset.py
 spikezoo/datasets/realworld_dataset.py
 spikezoo/datasets/reds_base_dataset.py
-spikezoo/datasets/reds_ssir_dataset.py
 spikezoo/datasets/szdata_dataset.py
 spikezoo/datasets/uhsr_dataset.py
 spikezoo/metrics/__init__.py

spikezoo-0.2.3/spikezoo/datasets/reds_ssir_dataset.py

@@ -1,181 +0,0 @@
-from torch.utils.data import Dataset
-from pathlib import Path
-from spikezoo.datasets.base_dataset import BaseDataset, BaseDatasetConfig
-from dataclasses import dataclass
-import re
-
-
-@dataclass
-class REDS_SSIRConfig(BaseDatasetConfig):
-    dataset_name: str = "reds_ssir"
-    root_dir: Path = Path(__file__).parent.parent / Path("data/REDS_SSIR")
-    train_width: int = 96
-    train_height: int = 96
-    test_width: int = 1280
-    test_height: int = 720
-    width: int = -1
-    height: int = -1
-    with_img: bool = True
-    spike_length_train: int = 41
-    spike_length_test: int = 301
-
-    # post process
-    def __post_init__(self):
-        self.root_dir = Path(self.root_dir) if isinstance(self.root_dir, str) else self.root_dir
-        # todo try download
-        assert self.root_dir.exists(), f"No files found in {self.root_dir} for the specified dataset `{self.dataset_name}`."
-        # train/test split
-        if self.split == "train":
-            self.spike_length = self.spike_length_train
-            self.width = self.train_width
-            self.height = self.train_height
-        else:
-            self.spike_length = self.spike_length_test
-            self.width = self.test_width
-            self.height = self.test_height
-
-
-class REDS_SSIR(BaseDataset):
-    def __init__(self, cfg: BaseDatasetConfig):
-        super(REDS_SSIR, self).__init__(cfg)
-
-    def prepare_data(self):
-        """Specify the spike and image files to be loaded."""
-        # spike/imgs dir train/test
-        if self.cfg.split == "train":
-            self.img_dir = self.cfg.root_dir / Path("crop_mini/spike/train/interp_20_alpha_0.40")
-            self.spike_dir = self.cfg.root_dir / Path("crop_mini/image/train/train_orig")
-        else:
-            self.img_dir = self.cfg.root_dir / Path("imgs/val/val_orig")
-            self.spike_dir = self.cfg.root_dir / Path("spike/val/interp_20_alpha_0.40")
-        # get files
-        self.spike_list = self.get_spike_files(self.spike_dir)
-        self.img_list = []
-
-
-class sreds_train(torch.utils.data.Dataset):
-    def __init__(self, cfg):
-        self.cfg = cfg
-        self.pair_step = self.cfg["loader"]["pair_step"]
-        self.augmentor = Augmentor(crop_size=self.cfg["loader"]["crop_size"])
-        self.samples = self.collect_samples()
-        print("The samples num of training data: {:d}".format(len(self.samples)))
-
-    def confirm_exist(self, path_list_list):
-        for pl in path_list_list:
-            for p in pl:
-                if not osp.exists(p):
-                    return 0
-        return 1
-
-    def collect_samples(self):
-        spike_path = osp.join(
-            self.cfg["data"]["root"], "crop_mini", "spike", "train", "interp_{:d}_alpha_{:.2f}".format(self.cfg["data"]["interp"], self.cfg["data"]["alpha"])
-        )
-        image_path = osp.join(self.cfg["data"]["root"], "crop_mini", "image", "train", "train_orig")
-        scene_list = sorted(os.listdir(spike_path))
-        samples = []
-
-        for scene in scene_list:
-            spike_dir = osp.join(spike_path, scene)
-            image_dir = osp.join(image_path, scene)
-            spk_path_list = sorted(os.listdir(spike_dir))
-
-            spklen = len(spk_path_list)
-            seq_len = self.cfg["model"]["seq_len"] + 2
-            """
-            for st in range(0, spklen - ((spklen - self.pair_step) % seq_len) - seq_len, self.pair_step):
-                # 按照文件名称读取
-                spikes_path_list = [osp.join(spike_dir, spk_path_list[ii]) for ii in range(st, st+seq_len)]
-                images_path_list = [osp.join(image_dir, spk_path_list[ii][:-4]+'.png') for ii in range(st, st+seq_len)]
-                
-                if(self.confirm_exist([spikes_path_list, images_path_list])):
-                    s = {}
-                    s['spikes_paths'] = spikes_path_list
-                    s['images_paths'] = images_path_list
-                    samples.append(s)
-            """
-            # 按照文件名称读取
-            spikes_path_list = [osp.join(spike_dir, spk_path_list[ii]) for ii in range(spklen)]
-            images_path_list = [osp.join(image_dir, spk_path_list[ii][:-4] + ".png") for ii in range(spklen)]
-
-            if self.confirm_exist([spikes_path_list, images_path_list]):
-                s = {}
-                s["spikes_paths"] = spikes_path_list
-                s["images_paths"] = images_path_list
-                samples.append(s)
-
-        return samples
-
-    def _load_sample(self, s):
-        data = {}
-
-        data["spikes"] = [np.array(dat_to_spmat(p, size=(96, 96)), dtype=np.float32) for p in s["spikes_paths"]]
-        data["images"] = [read_img_gray(p) for p in s["images_paths"]]
-
-        data["spikes"], data["images"] = self.augmentor(data["spikes"], data["images"])
-        # print("data['spikes'][0].shape, data['images'][0].shape", data['spikes'][0].shape, data['images'][0].shape)
-
-        return data
-
-    def __len__(self):
-        return len(self.samples)
-
-    def __getitem__(self, index):
-        data = self._load_sample(self.samples[index])
-        return data
-
-
-class sreds_test(torch.utils.data.Dataset):
-    def __init__(self, cfg):
-        self.cfg = cfg
-        self.samples = self.collect_samples()
-        print("The samples num of testing data: {:d}".format(len(self.samples)))
-
-    def confirm_exist(self, path_list_list):
-        for pl in path_list_list:
-            for p in pl:
-                if not osp.exists(p):
-                    return 0
-        return 1
-
-    def collect_samples(self):
-        spike_path = osp.join(
-            self.cfg["data"]["root"], "spike", "val", "interp_{:d}_alpha_{:.2f}".format(self.cfg["data"]["interp"], self.cfg["data"]["alpha"])
-        )
-        image_path = osp.join(self.cfg["data"]["root"], "imgs", "val", "val_orig")
-        scene_list = sorted(os.listdir(spike_path))
-        samples = []
-
-        for scene in scene_list:
-            spike_dir = osp.join(spike_path, scene)
-            image_dir = osp.join(image_path, scene)
-            spk_path_list = sorted(os.listdir(spike_dir))
-
-            spklen = len(spk_path_list)
-            # seq_len = self.cfg['model']['seq_len']
-
-            # 按照文件名称读取
-            spikes_path_list = [osp.join(spike_dir, spk_path_list[ii]) for ii in range(spklen)]
-            images_path_list = [osp.join(image_dir, spk_path_list[ii][:-4] + ".png") for ii in range(spklen)]
-
-            if self.confirm_exist([spikes_path_list, images_path_list]):
-                s = {}
-                s["spikes_paths"] = spikes_path_list
-                s["images_paths"] = images_path_list
-                samples.append(s)
-
-        return samples
-
-    def _load_sample(self, s):
-        data = {}
-        data["spikes"] = [np.array(dat_to_spmat(p, size=(720, 1280)), dtype=np.float32) for p in s["spikes_paths"]]
-        data["images"] = [read_img_gray(p) for p in s["images_paths"]]
-        return data
-
-    def __len__(self):
-        return len(self.samples)
-
-    def __getitem__(self, index):
-        data = self._load_sample(self.samples[index])
-        return data