matrice-compute 0.1.15__py3-none-any.whl → 0.1.16__py3-none-any.whl

matrice_compute/action_instance.py

@@ -1034,6 +1034,8 @@ def augmentation_server_creation_execute(
 def database_setup_execute(self: ActionInstance):
     """
     Creates and setup the database for facial recognition server.
+    MongoDB runs on port 27020:27017 (localhost only with --net=host).
+    Qdrant runs on port 6334 (localhost only with --net=host).
     """
     action_details = self.get_action_details()
     if not action_details:
@@ -1044,11 +1046,11 @@ def database_setup_execute(self: ActionInstance):
 
     project_id = action_details["_idProject"]
 
-    # Run docker compose up
-
+    # MongoDB container with --net=host (Port: 27020:27017)
     cmd = (
-        f"docker run --pull=always -p 27020:27017 "
+        f"docker run --pull=always --net=host "
         f"--name mongodbdatabase "
+        f"-v matrice_myvol:/matrice_data "
         f"-e ACTION_RECORD_ID={self.action_record_id} "
         f"-e MATRICE_ACCESS_KEY_ID={self.matrice_access_key_id} "
         f"-e MATRICE_SECRET_ACCESS_KEY={self.matrice_secret_access_key} "
@@ -1056,15 +1058,16 @@ def database_setup_execute(self: ActionInstance):
         f'-e ENV="{os.environ.get("ENV", "prod")}" '
         f"{image} "
     )
-    print("Docker command", cmd)
+    logging.info("Starting MongoDB container (Port: 27020:27017): %s", cmd)
 
+    # Qdrant container with --net=host (Port: 6334)
     qdrant_cmd = (
-        f"docker run --pull=always "
+        f"docker run --pull=always --net=host "
         f"--name qdrant "
-        f"-p 6333:6333 "
-        f"-p 6334:6334 "
+        f"-v matrice_myvol:/matrice_data "
         f"{'qdrant/qdrant:latest'} "
     )
+    logging.info("Starting Qdrant container (Port: 6334): %s", qdrant_cmd)
 
     # Docker Command run
     self.start(cmd, "database_setup") 
@@ -1075,7 +1078,8 @@ def database_setup_execute(self: ActionInstance):
 @log_errors(raise_exception=False)
 def facial_recognition_setup_execute(self: ActionInstance):
     """
-    Creates and setup the database for facial recognition server.
+    Creates and setup the facial recognition worker server.
+    Facial recognition worker runs on port 8081 (localhost only with --net=host).
     """
     action_details = self.get_action_details()
 
@@ -1085,18 +1089,18 @@ def facial_recognition_setup_execute(self: ActionInstance):
 
     self.setup_action_requirements(action_details)
 
-    # Add worker container run command
+    # Facial recognition worker container with --net=host (Port: 8081)
     worker_cmd = (
-        f"docker run -d --pull=always "
+        f"docker run -d --pull=always --net=host "
         f"--name worker "
-        f"-p 8081:8081 "
+        f"-v matrice_myvol:/matrice_data "
         f'-e ENV="{os.environ.get("ENV", "prod")}" '
         f'-e MATRICE_SECRET_ACCESS_KEY="{self.matrice_secret_access_key}" '
         f'-e MATRICE_ACCESS_KEY_ID="{self.matrice_access_key_id}" '
         f'-e ACTION_ID="{self.action_record_id}" '
         f"{image}"
     )
-    print("Worker docker run command:", worker_cmd)
+    logging.info("Starting facial recognition worker (Port: 8081): %s", worker_cmd)
 
     # Docker Command run
     self.start(worker_cmd, "facial_recognition_setup")
@@ -1104,30 +1108,30 @@ def facial_recognition_setup_execute(self: ActionInstance):
 @log_errors(raise_exception=False)
 def lpr_setup_execute(self: ActionInstance):
     """
-    Creates and setup the database for license plate server.
+    Creates and setup the license plate recognition server.
+    LPR worker runs on port 8082 (localhost only with --net=host).
     """
     action_details = self.get_action_details()
 
     if not action_details:
         return
     image = self.docker_container
-    external_port = self.scaling.get_open_port()
 
     self.setup_action_requirements(action_details)
 
-    # Add worker container run command
+    # LPR worker container with --net=host (Port: 8082)
     worker_cmd = (
         f"docker run -d --net=host --pull=always "
         f"--name lpr-worker "
-        f"-p {external_port}:8082 "
+        f"-v matrice_myvol:/matrice_data "
         f'-e ENV="{os.environ.get("ENV", "prod")}" '
         f'-e MATRICE_SECRET_ACCESS_KEY="{self.matrice_secret_access_key}" '
         f'-e MATRICE_ACCESS_KEY_ID="{self.matrice_access_key_id}" '
         f'-e ACTION_ID="{self.action_record_id}" '
-        f'-e PORT={external_port} '
+        f'-e PORT=8082 '
         f"{image}"
     )
-    print("Worker docker run command:", worker_cmd)
+    logging.info("Starting LPR worker (Port: 8082): %s", worker_cmd)
 
     # Docker Command run
     self.start(worker_cmd, "lpr_setup")
@@ -1169,7 +1173,7 @@ def inference_ws_server_execute(self: ActionInstance):
 def fe_fs_streaming_execute(self: ActionInstance):
     """
     Creates and setup the frontend for fs streaming.
-    Frontend streaming runs on port 3000 (localhost only with --net=host).
+    Frontend streaming runs on port 3001 (localhost only with --net=host).
     """
     action_details = self.get_action_details()
 
@@ -1179,16 +1183,17 @@ def fe_fs_streaming_execute(self: ActionInstance):
 
     self.setup_action_requirements(action_details)
 
-    # Frontend streaming with --net=host (Port: 3000)
+    # Frontend streaming with --net=host (Port: 3001)
     worker_cmd = (
         f"docker run -d --pull=always --net=host "
         f"--name fe_streaming "
+        f"-v matrice_myvol:/matrice_data "
         f'-e ENV="{os.environ.get("ENV", "prod")}" '
         f'-e MATRICE_SECRET_ACCESS_KEY="{self.matrice_secret_access_key}" '
         f'-e MATRICE_ACCESS_KEY_ID="{self.matrice_access_key_id}" '
         f"{image}"
     )
-    logging.info("Starting frontend streaming (Port: 3000): %s", worker_cmd)
+    logging.info("Starting frontend streaming (Port: 3001): %s", worker_cmd)
 
     # Docker Command run
     self.start(worker_cmd, "fe_fs_streaming")
@@ -1462,7 +1467,10 @@ def streaming_gateway_execute(self: ActionInstance):
 
 @log_errors(raise_exception=False)
 def kafka_setup_execute(self: ActionInstance):
-    """Execute kafka server task."""
+    """
+    Execute kafka server task.
+    Kafka runs on port 9092 (SASL_PLAINTEXT) and 9093 (CONTROLLER) - localhost only with --net=host.
+    """
     action_details = self.get_action_details()
     if not action_details:
         return
@@ -1470,7 +1478,6 @@ def kafka_setup_execute(self: ActionInstance):
     host_ip = (
         urllib.request.urlopen("https://ident.me", timeout=10).read().decode("utf8")
     )
-    container_port = 9092
     # Setup credentials
     self.setup_action_requirements(action_details)
 
@@ -1538,7 +1545,7 @@ def kafka_setup_execute(self: ActionInstance):
         [f"-e {key}={shlex.quote(str(value))}" for key, value in env_vars.items()]
     )
 
-    # Build the docker command directly to match user's pattern
+    # Build the docker command with --net=host
     pypi_index = f"https://{'test.' if env != 'prod' else ''}pypi.org/simple/"
 
     if env == 'dev':
@@ -1547,8 +1554,9 @@ def kafka_setup_execute(self: ActionInstance):
     else:
         pkgs = f"matrice_common matrice"
 
+    # Kafka container with --net=host (Ports: 9092, 9093)
     cmd = (
-        f"docker run -p {host_port}:{container_port} "
+        f"docker run --net=host "
         f"{env_args} "
         f"--shm-size=30G --pull=always "
         f'aiforeveryone/matrice-kafka:latest /bin/bash -c "'
@@ -1561,5 +1569,5 @@ def kafka_setup_execute(self: ActionInstance):
         f'venv/bin/python3 main.py {self.action_record_id} {host_port}"'
     )
 
-    logging.info("cmd is: %s", cmd)
+    logging.info("Starting Kafka container (Ports: 9092, 9093): %s", cmd)
     self.start(cmd, "kafka_setup")

{matrice_compute-0.1.15.dist-info → matrice_compute-0.1.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: matrice_compute
-Version: 0.1.15
+Version: 0.1.16
 Summary: Common server utilities for Matrice.ai services
 Author-email: "Matrice.ai" <dipendra@matrice.ai>
 License-Expression: MIT

{matrice_compute-0.1.15.dist-info → matrice_compute-0.1.16.dist-info}/RECORD

@@ -1,5 +1,5 @@
 matrice_compute/__init__.py,sha256=ZzQcFsT005VCgq9VZUh565f4upOooEb_FwZ6RgweNZs,597
-matrice_compute/action_instance.py,sha256=_EYTNmUDnKKMmiRX2WCjP_MC2o5kA1RYAvHVKhadnvk,59774
+matrice_compute/action_instance.py,sha256=cilzBD3o6K5CpDZEJCGMrNg0bCoUyOW3aCLNrMGyS10,60554
 matrice_compute/actions_manager.py,sha256=5U-xM6tl_Z6x96bi-c7AJM9ru80LqTN8f5Oce8dAu_A,7780
 matrice_compute/actions_scaledown_manager.py,sha256=pJ0nduNwHWZ10GnqJNx0Ok7cVWabQ_M8E2Vb9pH3A_k,2002
 matrice_compute/instance_manager.py,sha256=8USyX09ZxLvnVNIrjRogbyUeMCfgWnasuRqYkkVF4tQ,10146
@@ -10,8 +10,8 @@ matrice_compute/resources_tracker.py,sha256=n57IJmT5GjNEX8yQL7nbKv57bjvESYM-vRQc
 matrice_compute/scaling.py,sha256=3F8SWvy9wWczpJ6dbY5RrXWw5ByZlIzAPJklir3KIFI,35359
 matrice_compute/shutdown_manager.py,sha256=0MYV_AqygqR9NEntYf7atUC-PbWXyNkm1f-8c2aizgA,13234
 matrice_compute/task_utils.py,sha256=3qIutiQdYPyGRxH9ZwLbqdg8sZcnp6jp08pszWCRFl0,2820
-matrice_compute-0.1.15.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
-matrice_compute-0.1.15.dist-info/METADATA,sha256=kHaPM9mLcbUZF0k3QxCRQ1jn1zuasO2l73S8yPlfPf0,1038
-matrice_compute-0.1.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-matrice_compute-0.1.15.dist-info/top_level.txt,sha256=63Plr3L1GzBUWZO5JZaFkiv8IcB10xUPU-9w3i6ptvE,16
-matrice_compute-0.1.15.dist-info/RECORD,,
+matrice_compute-0.1.16.dist-info/licenses/LICENSE.txt,sha256=_uQUZpgO0mRYL5-fPoEvLSbNnLPv6OmbeEDCHXhK6Qc,1066
+matrice_compute-0.1.16.dist-info/METADATA,sha256=gTIsLb7gHIZCl4rvaQ5tKQW8b2OW2jfvLqyYxn_BMFo,1038
+matrice_compute-0.1.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+matrice_compute-0.1.16.dist-info/top_level.txt,sha256=63Plr3L1GzBUWZO5JZaFkiv8IcB10xUPU-9w3i6ptvE,16
+matrice_compute-0.1.16.dist-info/RECORD,,