Myosotis-Researches 0.1.26__tar.gz → 0.1.28__tar.gz

myosotis_researches-0.1.28/MANIFEST.in

@@ -0,0 +1 @@
+include myosotis_researches/CcGAN/utils/src/*

{myosotis_researches-0.1.26 → myosotis_researches-0.1.28/Myosotis_Researches.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Myosotis-Researches
-Version: 0.1.26
+Version: 0.1.28
 Summary: A repository for storing my progress of researches.
 Home-page: https://github.com/Zeyu-Xie/Myosotis-Researches
 Author: Zeyu Xie

{myosotis_researches-0.1.26 → myosotis_researches-0.1.28}/Myosotis_Researches.egg-info/SOURCES.txt

@@ -37,4 +37,8 @@ myosotis_researches/CcGAN/train/train_cgan_concat.py
 myosotis_researches/CcGAN/train/train_net_for_label_embed.py
 myosotis_researches/CcGAN/utils/__init__.py
 myosotis_researches/CcGAN/utils/concat_image.py
-myosotis_researches/CcGAN/utils/dataset.py
+myosotis_researches/CcGAN/utils/dataset.py
+myosotis_researches/CcGAN/utils/src/style.css
+myosotis_researches/CcGAN/utils/src/style.css.map
+myosotis_researches/CcGAN/utils/src/style.scss
+myosotis_researches/CcGAN/utils/src/template.html

{myosotis_researches-0.1.26/Myosotis_Researches.egg-info → myosotis_researches-0.1.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Myosotis-Researches
-Version: 0.1.26
+Version: 0.1.28
 Summary: A repository for storing my progress of researches.
 Home-page: https://github.com/Zeyu-Xie/Myosotis-Researches
 Author: Zeyu Xie

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/__init__.py

@@ -0,0 +1,2 @@
+from .concat_image import concat_image
+from .dataset import view_dataset, visualize_dataset, download_datasets

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/dataset.py

@@ -0,0 +1,135 @@
+import base64
+from flask import Flask, send_file
+import gdown
+import getpass
+import h5py
+import h5py
+import humanize
+from importlib import resources
+from io import BytesIO
+from jinja2 import Template
+import numpy as np
+import os
+from PIL import Image
+import subprocess
+import time
+
+
+# view_dataset
+def _print_hdf5(name, obj):
+    indent = "  " * name.count("/")
+    if isinstance(obj, h5py.Dataset):
+        print(f"{indent}[Dataset] {name} shape={obj.shape} dtype={obj.dtype}")
+    elif isinstance(obj, h5py.Group):
+        print(f"{indent}[Group]   {name}")
+
+
+def view_dataset(dataset_path):
+    with h5py.File(dataset_path, "r") as f:
+        f.visititems(_print_hdf5)
+
+
+# visualize_dataset
+def _nparray_to_Base64(nparray):
+    nparray = np.transpose(nparray, (1, 2, 0))
+    image = Image.fromarray(nparray)
+    buffered = BytesIO()
+    image.save(buffered, format="PNG")
+    image_base64 = base64.b64encode(buffered.getvalue()).decode("utf-8")
+    return f"data:image/png;base64,{image_base64}"
+
+
+def visualize_dataset(dataset_path, indexes):
+    keys = []
+    _data = {}
+    with h5py.File(dataset_path, "r") as f:
+        for key in f.keys():
+            keys.append(key)
+            _data[key] = f[key][:]
+            if _data[key].dtype.kind == "O":
+                _data[key] = _data[key].astype("str")
+    keys.append("original_indexes")
+    N = len(_data["images"])
+    data = []
+    for i in indexes:
+        item = {}
+        for key in keys:
+            if key == "images":
+                item[key] = _nparray_to_Base64(_data[key][i])
+            elif key in ["index_train", "index_valid"]:
+                continue
+            elif key == "original_indexes":
+                item[key] = i
+            else:
+                item[key] = _data[key][i]
+        data.append(item)
+    hyperinfo = {
+        "template_path": resources.files("myosotis_researches").joinpath(
+            "CcGAN", "utils", "src", "template.html"
+        ),
+        "style_path": resources.files("myosotis_researches").joinpath(
+            "CcGAN", "utils", "src", "style.css"
+        ),
+        "server_path": os.path.abspath(__file__),
+        "host": "0.0.0.0",
+        "port": "8000",
+        "debug": True,
+    }
+    info = {
+        "file": {
+            "size": humanize.naturalsize(os.path.getsize(dataset_path), binary=True),
+            "created_date": time.strftime(
+                "%Y-%m-%d %H:%M:%S", time.localtime(os.path.getctime(dataset_path))
+            ),
+            "last_edited_date": time.strftime(
+                "%Y-%m-%d %H:%M:%S", time.localtime(os.path.getmtime(dataset_path))
+            ),
+            "path": dataset_path,
+            "name": os.path.basename(dataset_path),
+        },
+        "rows": {"num": N},
+        "columns": {"num": len(keys), "list": keys},
+        "indexes": indexes,
+    }
+    all_data = data
+
+    # Local server
+    app = Flask(__name__)
+
+    @app.route("/")
+    def index():
+        with open(hyperinfo["template_path"], "r") as f:
+            template = Template(f.read())
+        return template.render(hyperinfo=hyperinfo, info=info, datas=all_data)
+
+    @app.route("/style.css")
+    def style():
+        return send_file(hyperinfo["style_path"])
+
+    app.run(host=hyperinfo["host"], port=hyperinfo["port"], debug=hyperinfo["debug"])
+
+
+# download_datasets
+_file_id_dict = {
+    "Ra": "1YVLFAaQ1ldre0ASLSRdV_kPIcAMkwGqO",
+    "MNIST": "18249ryrDPsznWWtOkJuALZWCVoZqfibC",
+}
+
+
+def download_datasets(datasets_name, datasets_dir):
+    if not os.path.exists(datasets_dir):
+        os.makedirs(datasets_dir, exist_ok=True)
+    zipped_datasets_path = os.path.join(datasets_dir, f"{datasets_name}.rar")
+    file_id = _file_id_dict[datasets_name]
+    url = f"https://drive.google.com/uc?id={file_id}"
+    gdown.download(url, zipped_datasets_path, quiet=False, use_cookies=False)
+    unzip_password = getpass.getpass("Please input the zipped file's password:")
+    try:
+        cmd = ["unrar", "x", f"-p{unzip_password}", zipped_datasets_path, datasets_dir]
+        subprocess.run(cmd, check=True)
+    except subprocess.CalledProcessError as e:
+        print(e)
+    os.remove(zipped_datasets_path)
+
+
+__all__ = ["view_dataset", "visualize_dataset", "download_datasets"]

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/src/style.css

@@ -0,0 +1,44 @@
+* {
+  font-family: Arial, Helvetica, sans-serif;
+  scrollbar-width: none;
+  -ms-overflow-style: none;
+}
+* ::-webkit-scrollbar {
+  display: none;
+}
+
+body {
+  margin: 0 1rem;
+  border: 0;
+  padding: 0;
+}
+
+.code {
+  font-family: "Courier New", Courier, monospace;
+}
+
+.container {
+  margin: 0;
+  border: 0;
+  padding: 0;
+  overflow: scroll;
+}
+
+.inline-info {
+  word-break: break-all;
+}
+
+#main-container {
+  margin: 1rem auto;
+}
+
+table {
+  text-align: center;
+  margin-inline: auto;
+}
+table th,
+table td {
+  padding: 0.5rem 1rem;
+}
+
+/*# sourceMappingURL=style.css.map */

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/src/style.css.map

@@ -0,0 +1 @@
+{"version":3,"sourceRoot":"","sources":["style.scss"],"names":[],"mappings":"AAAA;EACE;EACA;EACA;;AACA;EACE;;;AAIJ;EACE;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE;EACA;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;EACA;;AACA;AAAA;EAEE","file":"style.css"}

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/src/style.scss

@@ -0,0 +1,42 @@
+* {
+  font-family: Arial, Helvetica, sans-serif;
+  scrollbar-width: none;
+  -ms-overflow-style: none;
+  ::-webkit-scrollbar {
+    display: none;
+  }
+}
+
+body {
+  margin: 0 1rem;
+  border: 0;
+  padding: 0;
+}
+
+.code {
+  font-family: "Courier New", Courier, monospace;
+}
+
+.container {
+  margin: 0;
+  border: 0;
+  padding: 0;
+  overflow: scroll;
+}
+
+.inline-info {
+  word-break: break-all;
+}
+
+#main-container {
+  margin: 1rem auto;
+}
+
+table {
+  text-align: center;
+  margin-inline: auto;
+  th,
+  td {
+    padding: 0.5rem 1rem;
+  }
+}

myosotis_researches-0.1.28/myosotis_researches/CcGAN/utils/src/template.html

@@ -0,0 +1,106 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Dataset Visualize of {{ info.file.name }}</title>
+    <link rel="stylesheet" href="./style.css">
+</head>
+
+<body>
+
+    <div class="container" id="main-container">
+        <h1>Dataset Visualize of <span class="code">{{ info.file.name }}</span></h1>
+
+        <hr>
+
+        <section>
+            <h2>Part 1. Hyperinfo</h2>
+            <div class="container" id="hyperinfo-container">
+                <p><b>Template Path</b></p>
+                <p class="code">{{ hyperinfo.template_path }}</p>
+                <p><b>Style Path</b></p>
+                <p class="code">{{ hyperinfo.style_path }}</p>
+                <p><b>Server Path</b></p>
+                <p class="code">{{ hyperinfo.server_path }}</p>
+                <table>
+                    <tr>
+                        <th>Host</th>
+                        <th>Port</th>
+                        <th>Debug</th>
+                    </tr>
+                    <tr>
+                        <td>{{ hyperinfo.host }}</td>
+                        <td>{{ hyperinfo.port }}</td>
+                        <td>{{ hyperinfo.debug }}</td>
+                    </tr>
+                </table>
+            </div>
+        </section>
+
+        <section>
+            <h2>Part 2. Info</h2>
+            <div class="container" id="info-container">
+                <p><b>File Path</b></p>
+                <p class="code">{{ info.file.path }}</p>
+                <table>
+                    <tr>
+                        <th>File Size</th>
+                        <th>Created Date</th>
+                        <th>Last Edited Date</th>
+                    </tr>
+                    <tr>
+                        <td>{{ info.file.size }}</td>
+                        <td>{{ info.file.created_date }}</td>
+                        <td>{{ info.file.last_edited_date }}</td>
+                    </tr>
+                </table>
+                <p><b>Number of Rows</b></p>
+                <p>{{ info.rows.num }}</p>
+                <p><b>Number of Columns</b></p>
+                <p>{{ info.columns.num }}</p>
+                <p><b>Columns List</b></p>
+                <p class="code">{{ info.columns.list }}</p>
+                <p><b>Indexes</b></p>
+                <p class="code">{{ info.indexes }}</p>
+            </div>
+        </section>
+        <section>
+            <h2>Part 3. Data List</h2>
+            <p><b>List</b></p>
+            <div class="container" id="data-list-container">
+                <table id="main-table">
+                    <thead>
+                        <tr>
+                            <th>Images</th>
+                            {% for key in info.columns.list %}
+                            {% if key not in ["images", "index_train", "index_valid"] %}
+                            <th>{{ key|capitalize }}</th>
+                            {% endif %}
+                            {% endfor %}
+                        </tr>
+                    </thead>
+                    {% for data in datas %}
+                    <tr>
+                        <td>
+                            <img src="{{ data.images }}" alt="" style="width: 64px;">
+                        </td>
+                        {% for key in info.columns.list %}
+                        {% if key not in ["images", "index_train", "index_valid"] %}
+                        <td {% if key == "image_names" %} class="code" {% endif %}>
+                            {{ data[key] }}
+                        </td>
+                        {% endif %}
+                        {% endfor %}
+                    </tr>
+                    {% endfor %}
+                </table>
+            </div>
+        </section>
+    </div>
+
+
+</body>
+
+</html>

{myosotis_researches-0.1.26 → myosotis_researches-0.1.28}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="Myosotis-Researches",
-    version="0.1.26",
+    version="0.1.28",
     description="A repository for storing my progress of researches.",
     long_description=open("README.md").read(),
     long_description_content_type="text/markdown",

myosotis_researches-0.1.26/MANIFEST.in

@@ -1 +0,0 @@
-include myosotis_researches/CcGAN/visualize/src/*

myosotis_researches-0.1.26/myosotis_researches/CcGAN/utils/__init__.py

@@ -1,2 +0,0 @@
-from .concat_image import concat_image
-from .dataset import view_dataset, download_datasets

myosotis_researches-0.1.26/myosotis_researches/CcGAN/utils/dataset.py

@@ -1,45 +0,0 @@
-import gdown
-import getpass
-import h5py
-import os
-import subprocess
-
-
-# view_dataset
-def _print_hdf5(name, obj):
-    indent = "  " * name.count("/")
-    if isinstance(obj, h5py.Dataset):
-        print(f"{indent}[Dataset] {name} shape={obj.shape} dtype={obj.dtype}")
-    elif isinstance(obj, h5py.Group):
-        print(f"{indent}[Group]   {name}")
-
-
-def view_dataset(dataset_path):
-    with h5py.File(dataset_path, "r") as f:
-        f.visititems(_print_hdf5)
-
-
-# download_datasets
-_file_id_dict = {
-    "Ra": "1YVLFAaQ1ldre0ASLSRdV_kPIcAMkwGqO",
-    "MNIST": "18249ryrDPsznWWtOkJuALZWCVoZqfibC",
-}
-
-
-def download_datasets(datasets_name, datasets_dir):
-    if not os.path.exists(datasets_dir):
-        os.makedirs(datasets_dir, exist_ok=True)
-    zipped_datasets_path = os.path.join(datasets_dir, f"{datasets_name}.rar")
-    file_id = _file_id_dict[datasets_name]
-    url = f"https://drive.google.com/uc?id={file_id}"
-    gdown.download(url, zipped_datasets_path, quiet=False, use_cookies=False)
-    unzip_password = getpass.getpass("Please input the zipped file's password:")
-    try:
-        cmd = ["unrar", "x", f"-p{unzip_password}", zipped_datasets_path, datasets_dir]
-        subprocess.run(cmd, check=True)
-    except subprocess.CalledProcessError as e:
-        print(e)
-    os.remove(zipped_datasets_path)
-
-
-__all__ = ["view_dataset", "download_datasets"]