elastic-kernel 0.0.4__py3-none-any.whl → 0.0.5__py3-none-any.whl

elastic_kernel/kernel.py

@@ -6,7 +6,7 @@ from logging.handlers import RotatingFileHandler
 
 from ipykernel.ipkernel import IPythonKernel
 
-from elastic_notebook.elastic_notebook import ElasticNotebook
+from elastic_notebook import ElasticNotebook
 
 
 class JSTFormatter(logging.Formatter):
@@ -146,12 +146,6 @@ class ElasticKernel(IPythonKernel):
             "%Y-%m-%d %H:%M:%S.%f",
         )
 
-        # コンソールハンドラー
-        console_handler = logging.StreamHandler()
-        console_handler.setLevel(log_level)
-        console_handler.setFormatter(formatter)
-        self.logger.addHandler(console_handler)
-
         # ローテーティングファイルハンドラー
         rotating_file_handler = RotatingFileHandler(
             self.log_file_path,

{elastic_kernel-0.0.4.dist-info → elastic_kernel-0.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: elastic-kernel
-Version: 0.0.4
+Version: 0.0.5
 Summary: Elastic kernel for Jupyter with automatic checkpoint and dependency tracking
 Author-email: ryutarom <m2002r1028@icloud.com>
 License:                                  Apache License

{elastic_kernel-0.0.4.dist-info → elastic_kernel-0.0.5.dist-info}/RECORD

@@ -1,10 +1,10 @@
 elastic_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elastic_kernel/command.py,sha256=w5aj8BHmWPRi5ZCjVXRLvkFMSmUU7dh6WSlMnPAZRnY,1092
 elastic_kernel/kernel.json,sha256=U-CuoCvvBnwdAL_OQyW0Ob5m7s3pWYjtC1ZCZ7SrHRk,147
-elastic_kernel/kernel.py,sha256=l3rc4EmvOzot_Ub9dPoKHtMsXDdrBATiNxZY2hkxgZs,10042
-elastic_kernel-0.0.4.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-elastic_notebook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-elastic_notebook/elastic_notebook.py,sha256=zTSJFlhpsLkhXdlbRu6hCh1xRvL1QxqJs3-S3lbrX3w,12710
+elastic_kernel/kernel.py,sha256=zESQKG8akcw2QKFuqJmlyIsVJIIdryD6OKeQLVNdy44,9793
+elastic_kernel-0.0.5.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+elastic_notebook/__init__.py,sha256=KTDqFlUl6XAKlWIulvvr15T_OB1UqJP2etAUN0-iIqM,54
+elastic_notebook/elastic_notebook.py,sha256=KoGGok2Ikh-U6zv9hQ0DnSPZm8PTYPaHExzs5BpHr5Y,12141
 elastic_notebook/algorithm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elastic_notebook/algorithm/baseline.py,sha256=H37jSR00xSqOUfHtXkA3DlBHPw62e1ocxOPiT6tqTzI,723
 elastic_notebook/algorithm/optimizer_exact.py,sha256=sH1yvJv7CaJ9sobE7VkyaZRT3KRib4yeBZ_zHp1qWPs,4873
@@ -13,7 +13,7 @@ elastic_notebook/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 elastic_notebook/core/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elastic_notebook/core/common/checkpoint_file.py,sha256=M6vdE_AroFy8WS5X3NQkdEfl3wyVE_07nt1-E3dXHrc,4053
 elastic_notebook/core/common/profile_graph_size.py,sha256=ys_vfYr7hTA1SXyFCvTFlo-i_qvbjacVBH46p1Yxw8g,1439
-elastic_notebook/core/common/profile_migration_speed.py,sha256=FtiNBBYQN2AEY9Mv2d1cs1MMk-K1ZLTfmqoRwELOAzc,2427
+elastic_notebook/core/common/profile_migration_speed.py,sha256=o8fGH1X01fcjLCsew-uYGn7NBQwMJtE_wMdoO75y5t8,2106
 elastic_notebook/core/common/profile_variable_size.py,sha256=2GOJWu1pfMiNr_URoEqSlNqikkbKDYzkq73K2otKsFs,2467
 elastic_notebook/core/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elastic_notebook/core/graph/cell_execution.py,sha256=RCmfkCfyFbYXmQJu1ACSdll7l7XQnUL_0I6szr0pXF0,1290
@@ -22,21 +22,21 @@ elastic_notebook/core/graph/variable_snapshot.py,sha256=HPUz7Tli858rm2m3JBsbBFLY
 elastic_notebook/core/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 elastic_notebook/core/io/adapter.py,sha256=exo6NRzPROtw0Dcq3Ra42bLTkJ-3etW_RWVvD7yW_4w,391
 elastic_notebook/core/io/filesystem_adapter.py,sha256=8Lo5Sh3q90NxKYFoWEmmGJYoS_d5Hezd3KM5UlcHGKo,758
-elastic_notebook/core/io/migrate.py,sha256=vmQX6YabCaoA3qtJRlplpAX468qqGv75YDWN8TT98X8,3318
+elastic_notebook/core/io/migrate.py,sha256=lV-H1VKQ2dgRiSl2CBUpkAEnYP7P7kl_6OjLVXs45gE,2969
 elastic_notebook/core/io/pickle.py,sha256=amOyNoyGdGqgt1J9KRbUfJhzcn-3TqZHwftN8EbcvlI,1815
-elastic_notebook/core/io/recover.py,sha256=xRPuqdFtITtePRkUkjOVjy0yVbT6oe4IX3xdVAzVJJg,1878
+elastic_notebook/core/io/recover.py,sha256=jgCWXZ8ykSnXJ5hsA-NfnTgo2VHOvcFVHNLiPzh7AFQ,1673
 elastic_notebook/core/mutation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-elastic_notebook/core/mutation/fingerprint.py,sha256=vx5yv7uudSh6FBYPy0P2DMAAsTFnYcA9eJjcCiNLL_4,5830
+elastic_notebook/core/mutation/fingerprint.py,sha256=BAWwJ3qR4qVMqiMwRAG1UWiAp4JBoTn-CZIBI29Cgvs,5808
 elastic_notebook/core/mutation/id_graph.py,sha256=nyNRLAuKIfJbFzePrX13GxH6nnfCZaQfBRUJSN0k8IY,4613
 elastic_notebook/core/mutation/object_hash.py,sha256=P0ow_mbHHuAXK6U9JvJAjASe_ONr1zWa2qlR-pM5u8o,5103
 elastic_notebook/core/notebook/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-elastic_notebook/core/notebook/checkpoint.py,sha256=jH-hb6VXG-iWeRu5FXCt8imrVsSpvBwFEoOJBiLex54,7875
+elastic_notebook/core/notebook/checkpoint.py,sha256=IphcjWizROIsdDmY_I277CYuyfsxxxDcOKZ2ez9GQYI,6996
 elastic_notebook/core/notebook/find_input_vars.py,sha256=RjVs45BdPI7uOIXWnOOI84qEqV_1YnCt8Q1r7dGy0mI,4165
 elastic_notebook/core/notebook/find_output_vars.py,sha256=nAR4R73MPKdN3zgsgOOykD8swp7Lj7J42BU43V_A-Uc,655
-elastic_notebook/core/notebook/restore_notebook.py,sha256=2IjHR58VF50AEQ664E-mzIZORHVkCFUQfyQWfPtXCZg,3242
+elastic_notebook/core/notebook/restore_notebook.py,sha256=ALckAX9O2QzlrsMfPEJfd_Yc58qTM-CVu-yN0T4W_Bk,3067
 elastic_notebook/core/notebook/update_graph.py,sha256=O0QgCFIKxvz9CIfb8nmTxH760LOF4scu0zaOTLNJUXI,1578
-elastic_kernel-0.0.4.dist-info/METADATA,sha256=4-OqGKdaNxXSjgbZ5oDOG7vZonkN14srjhE_JQGGMCk,15978
-elastic_kernel-0.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-elastic_kernel-0.0.4.dist-info/entry_points.txt,sha256=FKLcUx5zdRvFVgrvd_Efl3mg5Q9DEe4AEsRhAFSJmxU,63
-elastic_kernel-0.0.4.dist-info/top_level.txt,sha256=8HRztRxwCCwc-DNqfW6oUOmGcWopm7LI8cYmoRMFZXE,32
-elastic_kernel-0.0.4.dist-info/RECORD,,
+elastic_kernel-0.0.5.dist-info/METADATA,sha256=QYGNJJ7WfYevJsaOqmVqH3tG_NjEqVjoooMC3BtX4ik,15978
+elastic_kernel-0.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+elastic_kernel-0.0.5.dist-info/entry_points.txt,sha256=FKLcUx5zdRvFVgrvd_Efl3mg5Q9DEe4AEsRhAFSJmxU,63
+elastic_kernel-0.0.5.dist-info/top_level.txt,sha256=8HRztRxwCCwc-DNqfW6oUOmGcWopm7LI8cYmoRMFZXE,32
+elastic_kernel-0.0.5.dist-info/RECORD,,

elastic_notebook/__init__.py

@@ -0,0 +1 @@
+from .elastic_notebook import ElasticNotebook  # noqa

elastic_notebook/core/common/profile_migration_speed.py

@@ -58,12 +58,5 @@ def profile_migration_speed(dirname: str, alpha=1) -> float:
     os.system("rm -rf {}".format(testing_dir))
 
     migration_speed_bps = total_bytes / (total_read_time + total_write_time * alpha)
-    print(
-        "migration speed (bps) (total_bytes / (total_read_time + total_write_time * alpha)):",
-        migration_speed_bps,
-    )
-    print("|- total bytes:", total_bytes)
-    print("|- total read time:", total_read_time)
-    print("|- total write time:", total_write_time)
-    print("|- alpha:", alpha)
+
     return migration_speed_bps

elastic_notebook/core/io/migrate.py

@@ -78,7 +78,6 @@ def migrate(
     )
 
     if filename:
-        print("Checkpoint saved to:", filename)
         write_path = filename
     else:
         write_path = FILENAME
@@ -90,9 +89,3 @@ def migrate(
             for vs in vs_list:
                 obj_list.append(shell.user_ns[vs.name])
             dill.dump(obj_list, output_file)
-    # Write the JSON file to the specified location. Uses the default location if a file path isn't specified.
-    # if filename:
-    #    print("Checkpoint saved to:", filename)
-    #    adapter.write_all(Path(filename), metadata)
-    # else:
-    # adapter.write_all(Path(FILENAME), metadata)

elastic_notebook/core/io/recover.py

@@ -39,13 +39,10 @@ def resume(filename):
 
                 return graph, fingerprint_dict, udfs, recomputation_ces, overlapping_vss
 
-            except _pickle.UnpicklingError as e:
-                print(f"Warning: Checkpoint file is corrupted: {e}")
+            except _pickle.UnpicklingError:
                 return DependencyGraph(), {}, set(), {}, []
-            except EOFError as e:
-                print(f"Warning: Checkpoint file is incomplete: {e}")
+            except EOFError:
                 return DependencyGraph(), {}, set(), {}, []
 
-    except Exception as e:
-        print(f"Error loading checkpoint: {e}")
+    except Exception:
         return DependencyGraph(), {}, set(), {}, []

elastic_notebook/core/mutation/fingerprint.py

@@ -161,7 +161,6 @@ def compare_fingerprint(
                         uncomparable = True
                         fingerprint_list[2] = UncomparableObj()
         except Exception as e:
-            print(e)
             # Variable is uncomparable
             if id_set.intersection(input_variables_id_graph_union):
                 changed = True

elastic_notebook/core/notebook/checkpoint.py

@@ -42,20 +42,15 @@ def checkpoint(
 
     # Retrieve active VSs from the graph. Active VSs are correspond to the latest instances/versions of each variable.
     active_vss = set()
-    print("---------------------------")
-    print("all variables:")
-    # print(graph.variable_snapshots)
     for vs_list in graph.variable_snapshots.values():
         if not vs_list[-1].deleted:
-            print(f"name: {vs_list[-1].name}")
             active_vss.add(vs_list[-1])
 
     # Profile the size of each variable defined in the current session.
     for active_vs in active_vss:
         # 変数がfingerprint_dictに存在するかチェック
         if active_vs.name not in fingerprint_dict:
-            print(f"Warning: Variable '{active_vs.name}' not found in fingerprint_dict")
-            continue
+            pass
 
         attr_str = getattr(shell.user_ns[active_vs.name], "__module__", None)
         # Object is unserializable
@@ -132,26 +127,11 @@ def checkpoint(
         write_log_location, notebook_name, optimizer_name
     )
     opt_end = time.time()
-    print("---------------------------")
-    print("variables to migrate:")
-    for vs in vss_to_migrate:
-        print(f"name: {vs.name}, size: {vs.size}")
 
     difference_start = time.time()
     vss_to_recompute = active_vss - vss_to_migrate
     difference_end = time.time()
 
-    print("---------------------------")
-    print("variables to recompute:")
-    for vs in vss_to_recompute:
-        print(f"name: {vs.name}, size: {vs.size}")
-    print([vs.name for vs in vss_to_recompute])
-
-    print("---------------------------")
-    print("cells to recompute:")
-    for ce in ces_to_recompute:
-        print(f"cell num: {ce.cell_num}, cell runtime: {ce.cell_runtime}")
-    print(sorted([ce.cell_num + 1 for ce in ces_to_recompute]))
 
     optimize_end = time.time()
     if write_log_location:

elastic_notebook/core/notebook/restore_notebook.py

@@ -34,9 +34,6 @@ def restore_notebook(
     recompute_start = time.time()
     for ce in graph.cell_executions:
         if ce in ces_to_recompute:
-            # Rerun cell code; suppress stdout when rerunning.
-            print("Rerunning cell", ce.cell_num + 1)
-
             # 出力を完全に抑制するための設定
             ipython = get_ipython()
 
@@ -68,7 +65,6 @@ def restore_notebook(
 
         # Define output variables in the CE.
         for pair in variables[ce.cell_num]:
-            print("Declaring variable", pair[0].name)
             shell.user_ns[pair[0].name] = pair[1]
 
     recompute_end = time.time()

elastic_notebook/elastic_notebook.py

@@ -69,9 +69,6 @@ class ElasticNotebook:
         # Dict for recording overhead of profiling operations.
         self.profile_dict = {"idgraph": 0, "representation": 0}
 
-        # デバッグフラグ
-        self.debug = False
-
         # マイグレーションと再計算の変数リスト
         self._vss_to_migrate = []
         self._vss_to_recompute = []
@@ -95,13 +92,7 @@ class ElasticNotebook:
         """文字列表現を定義"""
         return f"マイグレーション対象: {self.vss_to_migrate}\n再計算対象: {self.vss_to_recompute}"
 
-    def set_debug(self, debug):
-        self.debug = debug
-
     def record_event(self, cell):
-        if self.debug:
-            print("Recording event...")
-
         pre_execution = set(self.shell.user_ns.keys())
 
         # Create id trees for output variables
@@ -215,11 +206,9 @@ class ElasticNotebook:
             if float(migration_speed) > 0:
                 self.migration_speed_bps = float(migration_speed)
                 self.manual_migration_speed = True
-            else:
-                pass
-                # print("Migration speed is not positive.")
         except ValueError:
-            print("Migration speed is not a number.")
+            pass
+
         self.selector.migration_speed_bps = self.migration_speed_bps
 
     def set_optimizer(self, optimizer):
@@ -247,9 +236,6 @@ class ElasticNotebook:
 
     def checkpoint(self, filename):
         """チェックポイントを作成"""
-        if self.debug:
-            print("Checkpointing...")
-
         # Write overhead metrics to file (for experiments).
         if self.write_log_location:
             with open(
@@ -312,10 +298,6 @@ class ElasticNotebook:
         )
 
     def load_checkpoint(self, filename):
-        if self.debug:
-            print("Loading checkpoint...")
-
-        # start_time = time.time()
         (
             self.dependency_graph,
             variables,
@@ -333,4 +315,3 @@ class ElasticNotebook:
             self.notebook_name,
             self.optimizer_name,
         )
-        # print("Checkpoint load time:", time.time() - start_time)