sbcli-dev 10.3.2__tar.gz → 10.3.4__tar.gz

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: sbcli-dev
-Version: 10.3.2
+Version: 10.3.4
 Summary: CLI for managing SimplyBlock cluster
 Home-page: https://www.simplyblock.io/
 Author: Hamdy

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/sbcli_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: sbcli-dev
-Version: 10.3.2
+Version: 10.3.4
 Summary: CLI for managing SimplyBlock cluster
 Home-page: https://www.simplyblock.io/
 Author: Hamdy

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/env_var

@@ -1,5 +1,5 @@
 SIMPLY_BLOCK_COMMAND_NAME=sbcli-dev
-SIMPLY_BLOCK_VERSION=10.3.2
+SIMPLY_BLOCK_VERSION=10.3.4
 
 SIMPLY_BLOCK_DOCKER_IMAGE=simplyblock/simplyblock:main
 DOCKER_USER=hamdysimplyblock

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/rpc_client.py

@@ -27,7 +27,7 @@ class RPCClient:
     # ref: https://spdk.io/doc/jsonrpc.html
     DEFAULT_ALLOWED_METHODS = ["HEAD", "GET", "PUT", "DELETE", "OPTIONS", "TRACE", "POST"]
 
-    def __init__(self, ip_address, port, username, password, timeout=60, retry=3):
+    def __init__(self, ip_address, port, username, password, timeout=180, retry=3):
         self.ip_address = ip_address
         self.port = port
         self.url = 'http://%s:%s/' % (self.ip_address, self.port)

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/services/lvol_stat_collector.py

@@ -49,7 +49,7 @@ def add_lvol_stats(cluster, pool, lvol, stats_list, capacity_dict=None, connecte
         size_used = 0
         lvol_dict = capacity_dict[0]
         size_total = int(lvol_dict['num_blocks']*lvol_dict['block_size'])
-        cluster_size = cluster.ndcs * cluster.page_size_in_blocks
+        cluster_size = cluster.distr_ndcs * cluster.page_size_in_blocks
         if "driver_specific" in lvol_dict and "lvol" in lvol_dict["driver_specific"]:
             num_allocated_clusters = lvol_dict["driver_specific"]["lvol"]["num_allocated_clusters"]
             size_used = int(num_allocated_clusters*cluster_size)

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/services/storage_node_monitor.py

@@ -138,7 +138,7 @@ def update_cluster_status(cluster_id):
                 break
 
             if node.online_since:
-                diff = datetime.now() - datetime.fromisoformat(snode.online_since)
+                diff = datetime.now() - datetime.fromisoformat(node.online_since)
                 if diff.total_seconds() < 60:
                     can_activate = False
                     break

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/services/tasks_runner_failed_migration.py

@@ -2,7 +2,7 @@
 import logging
 import time
 import sys
-
+from datetime import datetime
 
 from simplyblock_core import constants, db_controller, utils
 from simplyblock_core.controllers import tasks_events, tasks_controller, device_controller
@@ -33,6 +33,20 @@ def task_runner(task):
         return True
 
     if task.status in [JobSchedule.STATUS_NEW ,JobSchedule.STATUS_SUSPENDED]:
+        if task.status == JobSchedule.STATUS_NEW:
+            for node in db_controller.get_storage_nodes_by_cluster_id(task.cluster_id):
+                if node.online_since:
+                    try:
+                        diff = datetime.now() - datetime.fromisoformat(node.online_since)
+                        if diff.total_seconds() < 60:
+                            task.function_result = "node is online < 1 min, retrying"
+                            task.status = JobSchedule.STATUS_SUSPENDED
+                            task.retry += 1
+                            task.write_to_db(db_controller.kv_store)
+                            return False
+                    except Exception as e:
+                        logger.error(f"Failed to get online since: {e}")
+
         task.status = JobSchedule.STATUS_RUNNING
         task.write_to_db(db_controller.kv_store)
         tasks_events.task_updated(task)

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/services/tasks_runner_migration.py

@@ -30,6 +30,20 @@ def task_runner(task):
         return True
 
     if task.status in [JobSchedule.STATUS_NEW, JobSchedule.STATUS_SUSPENDED]:
+        if task.status == JobSchedule.STATUS_NEW:
+            for node in db_controller.get_storage_nodes_by_cluster_id(task.cluster_id):
+                if node.online_since:
+                    try:
+                        diff = datetime.now() - datetime.fromisoformat(node.online_since)
+                        if diff.total_seconds() < 60:
+                            task.function_result = "node is online < 1 min, retrying"
+                            task.status = JobSchedule.STATUS_SUSPENDED
+                            task.retry += 1
+                            task.write_to_db(db_controller.kv_store)
+                            return False
+                    except Exception as e:
+                        logger.error(f"Failed to get online since: {e}")
+
         task.status = JobSchedule.STATUS_RUNNING
         task.write_to_db(db_controller.kv_store)
         tasks_events.task_updated(task)
@@ -41,15 +55,6 @@ def task_runner(task):
         task.write_to_db(db_controller.kv_store)
         return False
 
-    if snode.online_since:
-        diff = datetime.now() - datetime.fromisoformat(snode.online_since)
-        if diff.total_seconds() < 60:
-            task.function_result = "node is online < 1 min, retrying"
-            task.status = JobSchedule.STATUS_SUSPENDED
-            task.retry += 1
-            task.write_to_db(db_controller.kv_store)
-            return False
-
     rpc_client = RPCClient(snode.mgmt_ip, snode.rpc_port, snode.rpc_username, snode.rpc_password,
                            timeout=5, retry=2)
     if "migration" not in task.function_params:

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/services/tasks_runner_new_dev_migration.py

@@ -33,6 +33,20 @@ def task_runner(task):
         return True
 
     if task.status in [JobSchedule.STATUS_NEW ,JobSchedule.STATUS_SUSPENDED]:
+        if task.status == JobSchedule.STATUS_NEW:
+            for node in db_controller.get_storage_nodes_by_cluster_id(task.cluster_id):
+                if node.online_since:
+                    try:
+                        diff = datetime.now() - datetime.fromisoformat(node.online_since)
+                        if diff.total_seconds() < 60:
+                            task.function_result = "node is online < 1 min, retrying"
+                            task.status = JobSchedule.STATUS_SUSPENDED
+                            task.retry += 1
+                            task.write_to_db(db_controller.kv_store)
+                            return False
+                    except Exception as e:
+                        logger.error(f"Failed to get online since: {e}")
+
         task.status = JobSchedule.STATUS_RUNNING
         task.write_to_db(db_controller.kv_store)
         tasks_events.task_updated(task)
@@ -44,15 +58,6 @@ def task_runner(task):
         task.write_to_db(db_controller.kv_store)
         return False
 
-    if snode.online_since:
-        diff = datetime.now() - datetime.fromisoformat(snode.online_since)
-        if diff.total_seconds() < 60:
-            task.function_result = "node is online < 1 min, retrying"
-            task.status = JobSchedule.STATUS_SUSPENDED
-            task.retry += 1
-            task.write_to_db(db_controller.kv_store)
-            return False
-
     rpc_client = RPCClient(snode.mgmt_ip, snode.rpc_port, snode.rpc_username, snode.rpc_password, timeout=5, retry=2)
     if "migration" not in task.function_params:
         all_devs_online = True

{sbcli_dev-10.3.2 → sbcli_dev-10.3.4}/simplyblock_core/storage_node_ops.py

@@ -866,7 +866,7 @@ def _connect_to_remote_jm_devs(this_node, jm_ids=[]):
                     continue
                 if node.jm_device and node.jm_device.status == JMDevice.STATUS_ONLINE:
                     remote_devices.append(node.jm_device)
-                    if len(remote_devices) >= 2 :
+                    if len(remote_devices) >= 3 :
                         break
 
     new_devs = []
@@ -2793,7 +2793,7 @@ def get_next_ha_jms(current_node):
                 except :
                     pass
     jm_count = dict(sorted(jm_count.items(), key=lambda x: x[1]))
-    return list(jm_count.keys())[:2]
+    return list(jm_count.keys())[:3]
 
 
 def get_node_jm_names(current_node):
@@ -2805,7 +2805,7 @@ def get_node_jm_names(current_node):
         jm_list.append("JM_LOCAL")
 
     if current_node.enable_ha_jm:
-        for jm_dev in current_node.remote_jm_devices[:2]:
+        for jm_dev in current_node.remote_jm_devices[:3]:
             jm_list.append(jm_dev.remote_bdev)
     return jm_list
 
@@ -2939,7 +2939,7 @@ def create_lvstore(snode, ndcs, npcs, distr_bs, distr_chunk_bs, page_size_in_blo
     return True
 
 
-def _create_bdev_stack(snode, lvstore_stack=None, primary_node=False):
+def _create_bdev_stack(snode, lvstore_stack=None, primary_node=None):
     rpc_client = RPCClient(snode.mgmt_ip, snode.rpc_port, snode.rpc_username, snode.rpc_password)
 
     created_bdevs = []
@@ -2971,7 +2971,7 @@ def _create_bdev_stack(snode, lvstore_stack=None, primary_node=False):
                     jm_list.append(bdev_name)
                 else:
                     jm_list.append("JM_LOCAL")
-                for jm_dev in primary_node.remote_jm_devices[:2]:
+                for jm_dev in primary_node.remote_jm_devices[:3]:
                     jm_list.append(jm_dev.remote_bdev)
                 params['jm_names'] = jm_list
             else: