sciveo 0.1.22__tar.gz → 0.1.23__tar.gz

{sciveo-0.1.22 → sciveo-0.1.23}/PKG-INFO

@@ -1,10 +1,14 @@
 Metadata-Version: 2.1
 Name: sciveo
-Version: 0.1.22
+Version: 0.1.23
 Description-Content-Type: text/markdown
 Provides-Extra: mon
 Provides-Extra: net
+Provides-Extra: media
+Provides-Extra: media-server
+Provides-Extra: media-ml
 Provides-Extra: all
+Provides-Extra: media-all
 
 # SCIVEO - ML/AI and Scientific tools
 

{sciveo-0.1.22 → sciveo-0.1.23}/sciveo/cli.py

@@ -24,7 +24,7 @@ def main():
   config = GlobalConfiguration.get()
 
   parser = argparse.ArgumentParser(description='sciveo CLI')
-  parser.add_argument('command', choices=['init', 'monitor', 'scan'], help='Command to execute')
+  parser.add_argument('command', choices=['init', 'monitor', 'scan', 'media-server'], help='Command to execute')
   parser.add_argument('--period', type=int, default=120, help='Period in seconds')
   parser.add_argument('--block', type=bool, default=True, help='Block flag')
   parser.add_argument('--auth', type=str, default=config['secret_access_key'], help='Auth secret access key')
@@ -53,6 +53,9 @@ def main():
           fp.write(line + '\n')
     else:
       info(f"init, [{base_path}] already there")
+  elif args.command == 'media-server':
+    from sciveo.media.pipelines.server import __START_SCIVEO_MEDIA_SERVER__
+    __START_SCIVEO_MEDIA_SERVER__()
   else:
     warning(args.command, "not implemented")
 

sciveo-0.1.23/sciveo/tools/array.py

@@ -0,0 +1,149 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import numpy as np
+import copy
+
+
+def split_sized(arr, chunk_size, residual=True):
+  result = []
+  num_sets = int(len(arr) / chunk_size)
+  from_idx = 0
+  to_idx = 0
+  for i in range(num_sets):
+    to_idx = from_idx + chunk_size
+    result.append(arr[from_idx:to_idx])
+    from_idx = to_idx
+
+  if residual:
+    result.append(arr[from_idx:])
+
+  return result
+
+
+def split_ratios(arr, ratios=[0.75, 0.20, 0.05]):
+  if sum(ratios) != 1.0:
+    raise Exception("invalid ratios sum: {}".format(sum(ratios)))
+
+  ratios_idx = []
+  current_id = 0
+  for r in ratios:
+    ratios_idx.append(current_id)
+    current_id += int(len(arr) * r)
+
+  result = []
+  for i in range(1, len(ratios_idx)):
+    result.append(arr[ratios_idx[i - 1] : ratios_idx[i]])
+  result.append(arr[ratios_idx[i]:])
+
+  return result
+
+
+def split_dataset(arr, ratios={"train": 0.85, "val": 0.10, "test": 0.05}):
+  ratios_keys = []
+  ratios_values = []
+  for k, v in ratios.items():
+    ratios_keys.append(k)
+    ratios_values.append(v)
+
+  split_keys = split_ratios(arr, ratios_values)
+
+  dataset = {}
+  for i, k in enumerate(ratios_keys):
+    dataset[k] = split_keys[i]
+  return dataset
+
+
+def copy_dict_values(src, dst, keys):
+  for k in keys:
+    if k in src:
+      dst[k] = src[k]
+
+
+"""
+ Search d2 keys into d1, when found, merge these keys recursive into the section found.
+"""
+def merge_dicts(d1, d2):
+  for k, v in d1.items():
+    if k in d2:
+      if isinstance(v, dict):
+        merge_dicts(v, d2[k])
+      else:
+        d1[k] = d2[k]
+    else:
+      if isinstance(v, dict):
+        merge_dicts(v, d2)
+  return d1
+
+def merge_dicts2(d1, d2, r={}):
+  for k, v in d1.items():
+    r[k] = copy.deepcopy(v)
+    if k in d2:
+      if isinstance(v, dict):
+        merge_dicts2(v, d2[k], r[k])
+      else:
+        d1[k] = d2[k]
+        r[k] = copy.deepcopy(d2[k])
+    else:
+      if isinstance(v, dict):
+        merge_dicts2(v, d2, r[k])
+      else:
+        for k2, v2 in d2.items():
+          if k2 not in d1:
+            r[k2] = copy.deepcopy(v2)
+  return r
+
+
+def split_sized(arr, chunk_size, residual=True):
+  result = []
+  num_sets = int(len(arr) / chunk_size)
+  from_idx = 0
+  to_idx = 0
+  for i in range(num_sets):
+    to_idx = from_idx + chunk_size
+    result.append(arr[from_idx:to_idx])
+    from_idx = to_idx
+
+  if residual:
+    result.append(arr[from_idx:])
+
+  return result
+
+def split_ratios(arr, ratios=[0.75, 0.20, 0.05]):
+  if sum(ratios) != 1.0:
+    raise Exception("invalid ratios sum: {}".format(sum(ratios)))
+
+  ratios_idx = []
+  current_id = 0
+  for r in ratios:
+    ratios_idx.append(current_id)
+    current_id += int(len(arr) * r)
+
+  result = []
+  for i in range(1, len(ratios_idx)):
+    result.append(arr[ratios_idx[i - 1] : ratios_idx[i]])
+  result.append(arr[ratios_idx[i]:])
+
+  return result
+
+def split_dataset(arr, ratios={"train": 0.85, "val": 0.10, "test": 0.05}):
+  ratios_keys = []
+  ratios_values = []
+  for k, v in ratios.items():
+    ratios_keys.append(k)
+    ratios_values.append(v)
+
+  split_keys = split_ratios(arr, ratios_values)
+
+  dataset = {}
+  for i, k in enumerate(ratios_keys):
+    dataset[k] = split_keys[i]
+  return dataset

sciveo-0.1.23/sciveo/tools/common.py

@@ -0,0 +1,98 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import re
+import datetime
+import os
+import os.path
+import json
+import cv2
+import skvideo.io
+
+from sciveo.tools.logger import *
+
+
+def get_resize_resoulution(FH, FW, max_dim):
+  if FH <= max_dim:
+    debug("get_resize_resoulution", [FH, FW], max_dim)
+    return FH, FW
+  h = max_dim
+  w = int(FW * h / FH)
+  if w % 2 == 1:
+    w += 1
+  return h, w
+
+def get_frame_resolution_max_dim(frame, max_dim):
+  FH = frame.shape[0]
+  FW = frame.shape[1]
+
+  if FH > FW:
+    return get_resize_resoulution(FH, FW, max_dim)
+  else:
+    w, h = get_resize_resoulution(FW, FH, max_dim)
+    return h, w
+
+def get_frame_resolution(frame, h):
+  FH = frame.shape[0]
+  FW = frame.shape[1]
+  return get_resize_resoulution(FH, FW, h)
+
+
+class VideoWriterBase:
+  def __init__(self, local_video_path, w=640):
+    self.local_video_path = local_video_path
+    self.w = w
+    self.draw_frame = True
+
+  def use_frame_draw(self):
+    return self.draw_frame
+
+  def write(self, frame, detections=None):
+    pass
+
+  def close(self):
+    pass
+
+class VideoWriterDummy(VideoWriterBase):
+  def __init__(self, local_video_path, w=640):
+    super().__init__(local_video_path, w)
+    debug("init", self.local_video_path)
+
+  def write(self, frame, detections=None):
+    pass
+
+  def close(self):
+    debug("close", self.local_video_path)
+    pass
+
+class VideoWriterFFMPEG(VideoWriterBase):
+  def __init__(self, local_video_path, w=640, crf='35', aux_params={}):
+    super().__init__(local_video_path, w)
+
+    output_params = {'-vcodec':'libx264', '-crf':crf, '-preset':'medium', '-vf':'format=yuv420p', '-profile:v':'baseline', '-level':'3.0'}
+    output_params = {**output_params, **aux_params}
+    info(self.local_video_path, output_params)
+    self.out = skvideo.io.FFmpegWriter(self.local_video_path, outputdict=output_params)
+
+  def write(self, frame, detections=None):
+    self.out.writeFrame(frame[:,:,::-1])
+
+  def close(self):
+    self.out.close()
+    debug("closed", self.local_video_path)
+
+  @staticmethod
+  def new(local_video_path, w=640, crf='35'):
+    if int(os.environ.setdefault('PRODUCTION_MODE', "1")):
+      result = VideoWriterFFMPEG(local_video_path, w, crf)
+    else:
+      result = VideoWriterDummy(local_video_path, w)
+    return result

{sciveo-0.1.22 → sciveo-0.1.23}/sciveo/tools/compress.py

@@ -1,3 +1,14 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
 import json
 import gzip
 import base64

{sciveo-0.1.22 → sciveo-0.1.23}/sciveo/tools/crypto.py

@@ -1,3 +1,14 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
 import json
 import base64
 from Crypto.Cipher import AES

sciveo-0.1.23/sciveo/tools/http.py

@@ -0,0 +1,134 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import json
+from urllib import request, parse
+from urllib.error import HTTPError
+import requests
+
+from sciveo.tools.logger import *
+from sciveo.tools.synchronized import ListQueue
+
+
+def POST_JSON(url, data_json, headers={}, timeout=30):
+  result = False
+  try:
+    #debug("POST", url, data_json, headers)
+    response = requests.post(url, json=data_json, headers=headers, timeout=timeout)
+    result = response.json()
+    debug("POST", result)
+  except HTTPError as e:
+    error(e, data_json)
+  except Exception as e:
+    error(e, data_json)
+  return result
+
+def POST(url, data, headers={}, timeout=30):
+  result = False
+  try:
+    debug("POST", url, data, headers)
+    data = parse.urlencode(data).encode("utf-8")
+    resp = request.urlopen(request.Request(url, data=data, headers=headers), timeout=timeout)
+    result = json.loads(resp.read())
+    debug("POST", resp.status, result)
+  except HTTPError as e:
+    error(e, data)
+  except Exception as e:
+    error(e, data)
+  return result
+
+def GET(url, headers={}, timeout=30):
+  result = False
+  try:
+    # debug("GET", url)
+    response = requests.get(url, headers=headers, timeout=timeout)
+    result = response.json()
+    # debug("GET", result)
+  except HTTPError as e:
+    error(e)
+  except Exception as e:
+    error(e)
+  return result
+
+
+class HTTPQueueSynchronized:
+  _queue = None
+
+  @staticmethod
+  def queue():
+    if HTTPQueueSynchronized._queue is None:
+      HTTPQueueSynchronized._queue = ListQueue("HTTPQueue")
+    return HTTPQueueSynchronized._queue
+
+  @staticmethod
+  def size():
+    return HTTPQueueSynchronized.queue().size()
+
+  @staticmethod
+  def get(url,
+          url_prefix="{}/api/v1".format(os.environ.get('API_BASE_URL', 'api.smiveo.com')),
+          access_token=os.environ.get('AUTH_KEY_SENSORS_API', "none")
+          ):
+    debug("HTTPQueueSynchronized::GET", url)
+    try:
+      url = url_prefix + url
+      url = HTTPQueueSynchronized.url_append(url, {"access_token": access_token})
+      HTTPQueueSynchronized.queue().push({"method": "GET", "url": url, "data": None})
+    except Exception as e:
+      error(e, "HTTPQueueSynchronized::GET", url)
+
+  @staticmethod
+  def post(url, data,
+           url_prefix="{}/api/v1".format(os.environ.get('API_BASE_URL', 'api.smiveo.com')),
+           access_token=os.environ.get('AUTH_KEY_SENSORS_API', "none")
+          ):
+    debug("HTTPQueueSynchronized::POST", url, data)
+    try:
+      url = url_prefix + url
+      data["access_token"] = access_token
+      HTTPQueueSynchronized.queue().push({"method": "POST", "url": url, "data": parse.urlencode(data).encode("utf-8")})
+    except Exception as e:
+      error(e, "HTTPQueueSynchronized::POST", url, data)
+
+  @staticmethod
+  def pop(block=True, timeout=None, retries=5):
+    req = HTTPQueueSynchronized.queue().pop(timeout=timeout)
+    try:
+      while(retries > 0):
+        if HTTPQueueSynchronized.save(req["method"], req["url"], req["data"]):
+          break
+        retries -= 1
+    except Exception as e:
+      error(e, "HTTPQueueSynchronized::POP")
+
+  @staticmethod
+  def url_append(url, url_args):
+    for k, v in url_args.items():
+      if "?" in url:
+        and_token = "&"
+      else:
+        and_token = "?"
+      url += "{}{}={}".format(and_token, k, v)
+    return url
+
+  @staticmethod
+  def save(method, url, data, timeout=10):
+    try:
+      debug("HTTPQueueSynchronized", method, url, data)
+      resp = request.urlopen(request.Request(url, data=data), timeout=timeout)
+      debug("HTTPQueueSynchronized", resp.status, resp.read())
+    except HTTPError as e:
+      error(e, "HTTPQueueSynchronized::HTTPError", method, url, data)
+      return False
+    except Exception as e:
+      error(e, "HTTPQueueSynchronized::Exception", method, url, data)
+      return False
+    return True

sciveo-0.1.23/sciveo/tools/os.py

@@ -0,0 +1,67 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import os
+import sys
+import time
+from sciveo.tools.logger import *
+
+def mkdirs(path):
+  if not os.path.exists(path):
+    os.makedirs(path)
+  # else:
+  #   debug("mkdirs", path, "exists")
+
+def file_makedirs(file_path):
+  return mkdirs(os.path.dirname(file_path))
+
+def touched(path):
+  try:
+    last_touched = time.time() - os.path.getmtime(path)
+  except Exception:
+    last_touched = sys.maxsize
+  return last_touched
+
+def rm_file(local_path, tag=""):
+  try:
+    os.remove(local_path)
+    debug(tag, "RM", local_path)
+  except FileNotFoundError as e:
+    exception(e, tag, local_path)
+  except Exception as e:
+    exception(e, tag, local_path)
+
+def file_name_split(file_path):
+  directory, file_name = os.path.split(file_path)
+  name, extension = os.path.splitext(file_name)
+  return name, extension
+
+def add_suffix_to_filename(file_path, siffix):
+  directory, file_name = os.path.split(file_path)
+  name, extension = os.path.splitext(file_name)
+  new_file_name = f"{name}-{siffix}{extension}"
+  new_file_path = os.path.join(directory, new_file_name)
+  return new_file_path
+
+def replace_extension_to_filename(file_path, new_ext):
+  directory, file_name = os.path.split(file_path)
+  name, extension = os.path.splitext(file_name)
+  new_file_name = f"{name}.{new_ext}"
+  new_file_path = os.path.join(directory, new_file_name)
+  return new_file_path
+
+def run_system_cmd(cmd):
+  try:
+    debug("SYSTEM start [", cmd, "]")
+    os.system(cmd)
+    debug("SYSTEM finished [", cmd, "]")
+  except Exception as e:
+    exception(e, "SYSTEM FAILED [", cmd, "]")

sciveo-0.1.23/sciveo/tools/simple_counter.py

@@ -0,0 +1,112 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import time
+import sys
+from datetime import datetime
+
+
+class SimpleCounter:
+  def __init__(self, count):
+    self.counter = 0
+    self.current_count = 0
+    self.count = count
+
+  def run(self):
+    self.counter += 1
+    self.current_count += 1
+    if self.current_count >= self.count:
+      self.current_count = 0
+
+    return self.current_count == 0
+
+  def reset(self):
+    self.current_count = 0
+
+
+class RunCounter(SimpleCounter):
+  def __init__(self, count, fn):
+    super().__init__(count)
+    self.fn = fn
+
+  def run(self):
+    if super().run():
+      self.fn()
+
+
+class Timer:
+  def __init__(self):
+    self.start()
+
+  def start(self):
+    self.start_at = time.time()
+
+  def stop(self):
+    self.end_at = time.time()
+    return self.elapsed()
+
+  def elapsed(self):
+    return self.end_at - self.start_at
+
+
+class TimerDateTime:
+  def __init__(self):
+    self.start()
+
+  def start(self):
+    self.start_at = datetime.now()
+
+  def stop(self):
+    self.end_at = datetime.now()
+    return self.elapsed()
+
+  def elapsed(self):
+    return (self.end_at - self.start_at).total_seconds()
+
+
+class TimerExpire(Timer):
+  def __init__(self, expiry_period):
+    super().__init__()
+    self.expiry_period = expiry_period
+
+  def finished(self):
+    return self.stop() > self.expiry_period
+
+
+class SimpleStat:
+  def __init__(self):
+    self.stat = {"min": sys.float_info.max, "max": - sys.float_info.max, "sum": 0, "count": 0, "mean": 0}
+
+  def __dict__(self):
+    return self.stat
+
+  def __str__(self):
+    return "{}".format(self.stat)
+
+  def __repr__(self):
+    return self.__str__()
+
+  def set(self, val):
+    if self.stat["min"] > val:
+      self.stat["min"] = val
+    if self.stat["max"] < val:
+      self.stat["max"] = val
+    self.stat["sum"] += val
+    self.stat["count"] += 1
+    self.stat["mean"] = self.stat["sum"] / self.stat["count"]
+
+
+class ProcessedStatTimer(Timer):
+  def __call__(self, num_processed):
+    elapsed = self.stop()
+    pps = round(num_processed / elapsed, 1)
+    elapsed = round(elapsed, 1)
+    return elapsed, pps

sciveo-0.1.23/sciveo/tools/synchronized.py

@@ -0,0 +1,160 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import threading
+import uuid
+import copy
+import json
+import datetime
+
+from sciveo.tools.logger import *
+
+
+class BaseSynchronized:
+  def __init__(self, tag=""):
+    self.lock_data = threading.Lock()
+    if tag:
+      tag += "-"
+    self._guid = "guid-{}{}-{}".format(tag, datetime.datetime.now().strftime("%Y-%m-%d"), str(uuid.uuid4()).replace("-", ""))
+
+  def guid(self):
+    with self.lock_data:
+      return self._guid
+
+
+class ListQueue(BaseSynchronized):
+  def __init__(self, tag=""):
+    super().__init__(tag)
+    self.cv = threading.Condition()
+    self.data = []
+
+  def size(self):
+    with self.cv:
+      return len(self.data)
+
+  def get_data(self):
+    with self.cv:
+      return copy.deepcopy(self.data)
+
+  def push(self, data):
+    with self.cv:
+      self.data.append(data)
+      self.cv.notify()
+
+  def pop(self, timeout=None):
+    with self.cv:
+      self.cv.wait_for(predicate=lambda: len(self.data) > 0, timeout=timeout)
+      if len(self.data) > 0:
+        return self.data.pop(0)
+      else:
+        raise Exception(f"{type(self).__name__}::POP empty after timeout {timeout}")
+
+
+class CounterSynchronized(BaseSynchronized):
+  def __init__(self, tag=""):
+    super().__init__(tag)
+    self.data_sync = {}
+
+  def inc(self, k):
+    with self.lock_data:
+      self.data_sync.setdefault(k, 0)
+      self.data_sync[k] += 1
+
+  def dec(self, k):
+    with self.lock_data:
+      self.data_sync.setdefault(k, 0)
+      self.data_sync[k] -= 1
+
+  def data(self):
+    with self.lock_data:
+      return copy.deepcopy(self.data_sync)
+
+
+class CallbackSynchronized(BaseSynchronized):
+  def __init__(self, tag=""):
+    super().__init__(tag)
+    self.callbacks = {}
+
+  def hook(self, name, action):
+    with self.lock_data:
+      self.callbacks.setdefault(name, []).append(action)
+      debug(self._guid, "hooked", name, action, self.callbacks)
+
+  def __call__(self, name, data):
+    with self.lock_data:
+      for callback in self.callbacks.setdefault(name, []):
+        try:
+          callback(data)
+        except Exception as e:
+          exception([self], e, name, callback, data)
+
+
+class DataSynchronized(BaseSynchronized):
+  def __init__(self, tag=""):
+    super().__init__(tag)
+    self.data_sync = {}
+
+  def size(self):
+    with self.lock_data:
+      return len(self.data_sync)
+
+  def set_one(self, key, value):
+    with self.lock_data:
+      self.data_sync[key] = value
+
+  def set(self, data):
+    with self.lock_data:
+      for k, v in data.items():
+        self.data_sync[k] = v
+
+  def setdefault(self, data):
+    with self.lock_data:
+      for k, v in data.items():
+        self.data_sync.setdefault(k, v)
+
+  def get(self, key):
+    with self.lock_data:
+      return self.data_sync.get(key, None)
+
+  def pop(self, key):
+    result = None
+    with self.lock_data:
+      try:
+        result = self.data_sync.pop(key)
+      except Exception as e:
+        result = None
+    return result
+
+  def keys(self):
+    with self.lock_data:
+      return self.data_sync.keys()
+
+  def data(self):
+    with self.lock_data:
+      return copy.deepcopy(self.data_sync)
+
+  @staticmethod
+  def fix_dict(data, list_to_json=[]):
+    fixed_data = {}
+    for k, v in data.items():
+      if type(v) == str:
+        v = v.replace("+", " ")
+      if k in list_to_json:
+        v = v.replace("\'", "\"")
+        v = json.loads(v)
+      fixed_data[k] = v
+    return fixed_data
+
+  @staticmethod
+  def data2json(data, keys):
+    for key in keys:
+      if key in data:
+        data[key] = json.loads(data[key].replace("+", " ").replace("\'", "\"").replace("True", "true").replace("False", "false"))

sciveo-0.1.23/sciveo/version.py

@@ -0,0 +1,2 @@
+
+__version__ = '0.1.23'

{sciveo-0.1.22 → sciveo-0.1.23}/sciveo.egg-info/PKG-INFO

@@ -1,10 +1,14 @@
 Metadata-Version: 2.1
 Name: sciveo
-Version: 0.1.22
+Version: 0.1.23
 Description-Content-Type: text/markdown
 Provides-Extra: mon
 Provides-Extra: net
+Provides-Extra: media
+Provides-Extra: media-server
+Provides-Extra: media-ml
 Provides-Extra: all
+Provides-Extra: media-all
 
 # SCIVEO - ML/AI and Scientific tools
 

{sciveo-0.1.22 → sciveo-0.1.23}/sciveo.egg-info/SOURCES.txt

@@ -30,15 +30,20 @@ sciveo/network/camera.py
 sciveo/network/sniffer.py
 sciveo/network/tools.py
 sciveo/tools/__init__.py
+sciveo/tools/array.py
+sciveo/tools/common.py
 sciveo/tools/compress.py
 sciveo/tools/configuration.py
 sciveo/tools/crypto.py
 sciveo/tools/daemon.py
 sciveo/tools/formating.py
 sciveo/tools/hardware.py
+sciveo/tools/http.py
 sciveo/tools/logger.py
+sciveo/tools/os.py
 sciveo/tools/random.py
 sciveo/tools/remote.py
+sciveo/tools/simple_counter.py
 sciveo/tools/synchronized.py
 sciveo/tools/timers.py
 test/test_compress.py

sciveo-0.1.23/sciveo.egg-info/requires.txt

@@ -0,0 +1,79 @@
+numpy>=0.0.0
+requests>=0.0.0
+
+[all]
+psutil>=0.0.0
+netifaces>=0.0.0
+scapy>=0.0.0
+
+[media]
+scikit-learn
+scipy
+scikit-video
+scikit-image
+pycryptodome
+exifread
+qrcode[pil]
+boto3
+pandas
+pika
+regex
+matplotlib
+joblib
+tqdm
+ffmpeg-python
+opencv-python-headless
+opencv-contrib-python-headless
+
+[media-all]
+psutil>=0.0.0
+netifaces>=0.0.0
+scapy>=0.0.0
+scikit-learn
+scipy
+scikit-video
+scikit-image
+pycryptodome
+exifread
+qrcode[pil]
+boto3
+pandas
+pika
+regex
+matplotlib
+joblib
+tqdm
+ffmpeg-python
+opencv-python-headless
+opencv-contrib-python-headless
+fastapi
+uvicorn[standard]
+tensorflow
+keras
+torch
+torchvision
+diffusers
+transformers
+accelerate
+annoy
+
+[media-ml]
+tensorflow
+keras
+torch
+torchvision
+diffusers
+transformers
+accelerate
+annoy
+
+[media-server]
+fastapi
+uvicorn[standard]
+
+[mon]
+psutil>=0.0.0
+
+[net]
+netifaces>=0.0.0
+scapy>=0.0.0

{sciveo-0.1.22 → sciveo-0.1.23}/setup.py

@@ -12,6 +12,28 @@
 from setuptools import setup, find_packages
 from sciveo.version import __version__
 
+extras_require = {
+      'mon': [
+        'psutil>=0.0.0',
+      ],
+      'net': [
+        'netifaces>=0.0.0',
+        'scapy>=0.0.0',
+      ],
+      'media': [
+        'scikit-learn', 'scipy', 'scikit-video', 'scikit-image', 'pycryptodome', 'exifread', 'qrcode[pil]',
+        'boto3', 'pandas', 'pika', 'regex', 'matplotlib', 'joblib', 'tqdm',
+        'ffmpeg-python', 'opencv-python-headless', 'opencv-contrib-python-headless',
+      ],
+      'media-server': ['fastapi', 'uvicorn[standard]'],
+      'media-ml': [
+        'tensorflow', 'keras', 'torch', 'torchvision', 'diffusers', 'transformers', 'accelerate', 'annoy',
+      ]
+}
+
+extras_require['all'] = extras_require['mon'] + extras_require['net']
+extras_require['media-all'] = extras_require['all'] + extras_require['media'] + extras_require['media-server'] + extras_require['media-ml']
+
 setup(
     name='sciveo',
     version=__version__,
@@ -22,21 +44,7 @@ setup(
     ],
     long_description=open('README.md').read(),
     long_description_content_type='text/markdown',
-    extras_require={
-      'mon': [
-        'psutil>=0.0.0',
-      ],
-      'net': [
-        'netifaces>=0.0.0',
-        'scapy>=0.0.0',
-      ],
-      'all': [
-        'psutil>=0.0.0',
-        'netifaces>=0.0.0',
-        'scapy>=0.0.0',
-        'pycryptodome>=0.0.0'
-      ]
-    },
+    extras_require=extras_require,
     py_modules=['sciveo'],
     entry_points={
       'console_scripts': [

sciveo-0.1.22/sciveo/tools/synchronized.py

@@ -1,59 +0,0 @@
-#
-# Pavlin Georgiev, Softel Labs
-#
-# This is a proprietary file and may not be copied,
-# distributed, or modified without express permission
-# from the owner. For licensing inquiries, please
-# contact pavlin@softel.bg.
-#
-# 2023
-#
-
-import threading
-import uuid
-import copy
-import json
-import datetime
-
-from sciveo.tools.logger import *
-
-
-class BaseSynchronized:
-  def __init__(self, tag=""):
-    self.lock_data = threading.Lock()
-    if tag:
-      tag += "-"
-    self._guid = "guid-{}{}-{}".format(tag, datetime.datetime.now().strftime("%Y-%m-%d"), str(uuid.uuid4()).replace("-", ""))
-
-  def guid(self):
-    with self.lock_data:
-      return self._guid
-
-
-class ListQueue(BaseSynchronized):
-  def __init__(self, tag=""):
-    super().__init__(tag)
-    self.cv = threading.Condition()
-    self.data = []
-
-  def size(self):
-    with self.cv:
-      return len(self.data)
-
-  def get_data(self):
-    with self.cv:
-      return copy.deepcopy(self.data)
-
-  def push(self, data):
-    with self.cv:
-      self.data.append(data)
-      self.cv.notify()
-
-  def pop(self, timeout=None):
-    with self.cv:
-      self.cv.wait_for(predicate=lambda: len(self.data) > 0, timeout=timeout)
-      if len(self.data) > 0:
-        return self.data.pop(0)
-      else:
-        raise Exception(f"{type(self).__name__}::POP empty after timeout {timeout}")
-

sciveo-0.1.22/sciveo/version.py

@@ -1,2 +0,0 @@
-
-__version__ = '0.1.22'

sciveo-0.1.22/sciveo.egg-info/requires.txt

@@ -1,15 +0,0 @@
-numpy>=0.0.0
-requests>=0.0.0
-
-[all]
-psutil>=0.0.0
-netifaces>=0.0.0
-scapy>=0.0.0
-pycryptodome>=0.0.0
-
-[mon]
-psutil>=0.0.0
-
-[net]
-netifaces>=0.0.0
-scapy>=0.0.0