Myosotis-Researches 0.1.26__py3-none-any.whl → 0.1.27__py3-none-any.whl

myosotis_researches/CcGAN/utils/dataset.py

@@ -1,8 +1,18 @@
+import base64
+from flask import Flask, send_file
 import gdown
 import getpass
 import h5py
+import h5py
+import humanize
+from importlib import resources
+from io import BytesIO
+from jinja2 import Template
+import numpy as np
 import os
+from PIL import Image
 import subprocess
+import time
 
 
 # view_dataset
@@ -19,6 +29,86 @@ def view_dataset(dataset_path):
         f.visititems(_print_hdf5)
 
 
+# visualize_dataset
+def _nparray_to_Base64(nparray):
+    nparray = np.transpose(nparray, (1, 2, 0))
+    image = Image.fromarray(nparray)
+    buffered = BytesIO()
+    image.save(buffered, format="PNG")
+    image_base64 = base64.b64encode(buffered.getvalue()).decode("utf-8")
+    return f"data:image/png;base64,{image_base64}"
+
+
+def visualize_dataset(dataset_path, indexes):
+    keys = []
+    _data = {}
+    with h5py.File(dataset_path, "r") as f:
+        for key in f.keys():
+            keys.append(key)
+            _data[key] = f[key][:]
+            if _data[key].dtype.kind == "O":
+                _data[key] = _data[key].astype("str")
+    keys.append("original_indexes")
+    N = len(_data["images"])
+    data = []
+    for i in indexes:
+        item = {}
+        for key in keys:
+            if key == "images":
+                item[key] = _nparray_to_Base64(_data[key][i])
+            elif key in ["index_train", "index_valid"]:
+                continue
+            elif key == "original_indexes":
+                item[key] = i
+            else:
+                item[key] = _data[key][i]
+        data.append(item)
+    hyperinfo = {
+        "template_path": resources.files("myosotis_researches").joinpath(
+            "CcGAN", "utils", "src", "template.html"
+        ),
+        "style_path": resources.files("myosotis_researches").joinpath(
+            "CcGAN", "utils", "src", "style.css"
+        ),
+        "server_path": os.path.abspath(__file__),
+        "host": "0.0.0.0",
+        "port": "8000",
+        "debug": True,
+    }
+    info = {
+        "file": {
+            "size": humanize.naturalsize(os.path.getsize(dataset_path), binary=True),
+            "created_date": time.strftime(
+                "%Y-%m-%d %H:%M:%S", time.localtime(os.path.getctime(dataset_path))
+            ),
+            "last_edited_date": time.strftime(
+                "%Y-%m-%d %H:%M:%S", time.localtime(os.path.getmtime(dataset_path))
+            ),
+            "path": dataset_path,
+            "name": os.path.basename(dataset_path),
+        },
+        "rows": {"num": N},
+        "columns": {"num": len(keys), "list": keys},
+        "indexes": indexes,
+    }
+    all_data = data
+
+    # Local server
+    app = Flask(__name__)
+
+    @app.route("/")
+    def index():
+        with open(hyperinfo["template_path"], "r") as f:
+            template = Template(f.read())
+        return template.render(hyperinfo=hyperinfo, info=info, datas=all_data)
+
+    @app.route("/style.css")
+    def style():
+        return send_file(hyperinfo["style_path"])
+
+    app.run(host=hyperinfo["host"], port=hyperinfo["port"], debug=hyperinfo["debug"])
+
+
 # download_datasets
 _file_id_dict = {
     "Ra": "1YVLFAaQ1ldre0ASLSRdV_kPIcAMkwGqO",
@@ -42,4 +132,4 @@ def download_datasets(datasets_name, datasets_dir):
     os.remove(zipped_datasets_path)
 
 
-__all__ = ["view_dataset", "download_datasets"]
+__all__ = ["view_dataset", "visualize_dataset", "download_datasets"]

myosotis_researches/CcGAN/utils/src/style.css

@@ -0,0 +1,44 @@
+* {
+  font-family: Arial, Helvetica, sans-serif;
+  scrollbar-width: none;
+  -ms-overflow-style: none;
+}
+* ::-webkit-scrollbar {
+  display: none;
+}
+
+body {
+  margin: 0 1rem;
+  border: 0;
+  padding: 0;
+}
+
+.code {
+  font-family: "Courier New", Courier, monospace;
+}
+
+.container {
+  margin: 0;
+  border: 0;
+  padding: 0;
+  overflow: scroll;
+}
+
+.inline-info {
+  word-break: break-all;
+}
+
+#main-container {
+  margin: 1rem auto;
+}
+
+table {
+  text-align: center;
+  margin-inline: auto;
+}
+table th,
+table td {
+  padding: 0.5rem 1rem;
+}
+
+/*# sourceMappingURL=style.css.map */

myosotis_researches/CcGAN/utils/src/style.css.map

@@ -0,0 +1 @@
+{"version":3,"sourceRoot":"","sources":["style.scss"],"names":[],"mappings":"AAAA;EACE;EACA;EACA;;AACA;EACE;;;AAIJ;EACE;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE;EACA;EACA;EACA;;;AAGF;EACE;;;AAGF;EACE;;;AAGF;EACE;EACA;;AACA;AAAA;EAEE","file":"style.css"}

myosotis_researches/CcGAN/utils/src/style.scss

@@ -0,0 +1,42 @@
+* {
+  font-family: Arial, Helvetica, sans-serif;
+  scrollbar-width: none;
+  -ms-overflow-style: none;
+  ::-webkit-scrollbar {
+    display: none;
+  }
+}
+
+body {
+  margin: 0 1rem;
+  border: 0;
+  padding: 0;
+}
+
+.code {
+  font-family: "Courier New", Courier, monospace;
+}
+
+.container {
+  margin: 0;
+  border: 0;
+  padding: 0;
+  overflow: scroll;
+}
+
+.inline-info {
+  word-break: break-all;
+}
+
+#main-container {
+  margin: 1rem auto;
+}
+
+table {
+  text-align: center;
+  margin-inline: auto;
+  th,
+  td {
+    padding: 0.5rem 1rem;
+  }
+}

myosotis_researches/CcGAN/utils/src/template.html

@@ -0,0 +1,106 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Dataset Visualize of {{ info.file.name }}</title>
+    <link rel="stylesheet" href="./style.css">
+</head>
+
+<body>
+
+    <div class="container" id="main-container">
+        <h1>Dataset Visualize of <span class="code">{{ info.file.name }}</span></h1>
+
+        <hr>
+
+        <section>
+            <h2>Part 1. Hyperinfo</h2>
+            <div class="container" id="hyperinfo-container">
+                <p><b>Template Path</b></p>
+                <p class="code">{{ hyperinfo.template_path }}</p>
+                <p><b>Style Path</b></p>
+                <p class="code">{{ hyperinfo.style_path }}</p>
+                <p><b>Server Path</b></p>
+                <p class="code">{{ hyperinfo.server_path }}</p>
+                <table>
+                    <tr>
+                        <th>Host</th>
+                        <th>Port</th>
+                        <th>Debug</th>
+                    </tr>
+                    <tr>
+                        <td>{{ hyperinfo.host }}</td>
+                        <td>{{ hyperinfo.port }}</td>
+                        <td>{{ hyperinfo.debug }}</td>
+                    </tr>
+                </table>
+            </div>
+        </section>
+
+        <section>
+            <h2>Part 2. Info</h2>
+            <div class="container" id="info-container">
+                <p><b>File Path</b></p>
+                <p class="code">{{ info.file.path }}</p>
+                <table>
+                    <tr>
+                        <th>File Size</th>
+                        <th>Created Date</th>
+                        <th>Last Edited Date</th>
+                    </tr>
+                    <tr>
+                        <td>{{ info.file.size }}</td>
+                        <td>{{ info.file.created_date }}</td>
+                        <td>{{ info.file.last_edited_date }}</td>
+                    </tr>
+                </table>
+                <p><b>Number of Rows</b></p>
+                <p>{{ info.rows.num }}</p>
+                <p><b>Number of Columns</b></p>
+                <p>{{ info.columns.num }}</p>
+                <p><b>Columns List</b></p>
+                <p class="code">{{ info.columns.list }}</p>
+                <p><b>Indexes</b></p>
+                <p class="code">{{ info.indexes }}</p>
+            </div>
+        </section>
+        <section>
+            <h2>Part 3. Data List</h2>
+            <p><b>List</b></p>
+            <div class="container" id="data-list-container">
+                <table id="main-table">
+                    <thead>
+                        <tr>
+                            <th>Images</th>
+                            {% for key in info.columns.list %}
+                            {% if key not in ["images", "index_train", "index_valid"] %}
+                            <th>{{ key|capitalize }}</th>
+                            {% endif %}
+                            {% endfor %}
+                        </tr>
+                    </thead>
+                    {% for data in datas %}
+                    <tr>
+                        <td>
+                            <img src="{{ data.images }}" alt="" style="width: 64px;">
+                        </td>
+                        {% for key in info.columns.list %}
+                        {% if key not in ["images", "index_train", "index_valid"] %}
+                        <td {% if key == "image_names" %} class="code" {% endif %}>
+                            {{ data[key] }}
+                        </td>
+                        {% endif %}
+                        {% endfor %}
+                    </tr>
+                    {% endfor %}
+                </table>
+            </div>
+        </section>
+    </div>
+
+
+</body>
+
+</html>

{myosotis_researches-0.1.26.dist-info → myosotis_researches-0.1.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Myosotis-Researches
-Version: 0.1.26
+Version: 0.1.27
 Summary: A repository for storing my progress of researches.
 Home-page: https://github.com/Zeyu-Xie/Myosotis-Researches
 Author: Zeyu Xie

{myosotis_researches-0.1.26.dist-info → myosotis_researches-0.1.27.dist-info}/RECORD

@@ -28,9 +28,13 @@ myosotis_researches/CcGAN/train/train_cgan_concat.py,sha256=OrQbwdU_ujUeKFGixUUp
 myosotis_researches/CcGAN/train/train_net_for_label_embed.py,sha256=4j6r4_o4rXgAN4MdUQL-TXqZJpbhH7d9gWQR8YzBlXw,6976
 myosotis_researches/CcGAN/utils/__init__.py,sha256=Y6HFAJRAOa4rMXhd1KIyr3NL_GzO0vjbp-dE4NT7QW8,92
 myosotis_researches/CcGAN/utils/concat_image.py,sha256=BIGKz52Inn9S7M5fBFKye2V9bLJ0DqEQILoOVWAXUiE,2165
-myosotis_researches/CcGAN/utils/dataset.py,sha256=wDe-fABslaLXOY5Kbmlm0mQ_8CPEK7Y2YkEy-XAiQHI,1363
-myosotis_researches-0.1.26.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-myosotis_researches-0.1.26.dist-info/METADATA,sha256=yN5d9W51yJkKBOGW2VrFdBVQx5jSFMrkmai57ZuoqGM,3484
-myosotis_researches-0.1.26.dist-info/WHEEL,sha256=ooBFpIzZCPdw3uqIQsOo4qqbA4ZRPxHnOH7peeONza0,91
-myosotis_researches-0.1.26.dist-info/top_level.txt,sha256=zxAiMn5eyZNJM28MewTAkgi_RZJMbfWbzVR-KF0LdZE,20
-myosotis_researches-0.1.26.dist-info/RECORD,,
+myosotis_researches/CcGAN/utils/dataset.py,sha256=TXJSLMpwI1h0xb6lXpq5iUjjurheKPZnPbR2KIU-Py4,4216
+myosotis_researches/CcGAN/utils/src/style.css,sha256=bNp3_nlpg0W5qA7Rx8MM5ayeprEbYH3_6AIDRTN8UhM,566
+myosotis_researches/CcGAN/utils/src/style.css.map,sha256=GTGPet_xXnKQnsz-E2CMUWtrgu3D5t0g4J_A_amFdvw,246
+myosotis_researches/CcGAN/utils/src/style.scss,sha256=_Wa7VPmFzCkEHtrzdG35tj89QNwPd-fpiT-YL4ohcMs,526
+myosotis_researches/CcGAN/utils/src/template.html,sha256=dTUJRfUW-ukA4Dw6jrDeeufl37xCiGykn2mlx3eLufs,3795
+myosotis_researches-0.1.27.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+myosotis_researches-0.1.27.dist-info/METADATA,sha256=W2dj1tjE3SaU15XWEMlhzTQvH8UTkykQAzuAZiB7hSM,3484
+myosotis_researches-0.1.27.dist-info/WHEEL,sha256=ooBFpIzZCPdw3uqIQsOo4qqbA4ZRPxHnOH7peeONza0,91
+myosotis_researches-0.1.27.dist-info/top_level.txt,sha256=zxAiMn5eyZNJM28MewTAkgi_RZJMbfWbzVR-KF0LdZE,20
+myosotis_researches-0.1.27.dist-info/RECORD,,