sciveo 0.1.42__tar.gz → 0.1.44__tar.gz

{sciveo-0.1.42 → sciveo-0.1.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sciveo
-Version: 0.1.42
+Version: 0.1.44
 Description-Content-Type: text/markdown
 Provides-Extra: mon
 Provides-Extra: net

{sciveo-0.1.42 → sciveo-0.1.44}/sciveo/cli.py

@@ -11,6 +11,7 @@
 #
 
 import os
+import json
 import argparse
 
 from sciveo.tools.logger import *
@@ -34,7 +35,9 @@ def main():
   parser.add_argument('--auth', type=str, default=config['secret_access_key'], help='Auth secret access key')
   parser.add_argument('--timeout', type=float, default=1.0, help='Timeout')
   parser.add_argument('--net', type=str, default=None, help='Network like 192.168.10.0/24')
+  parser.add_argument('--host', type=str, default=None, help='Host ip or name')
   parser.add_argument('--port', type=int, default=22, help='Host port number, used for network ops')
+  parser.add_argument('--ports', type=str, default="[]", help='Host ports list')
   parser.add_argument('--localhost', type=bool, default=False, help='Add localhost to list of hosts')
   parser.add_argument('--input-path', type=str, help='Input Path')
   parser.add_argument('--output-path', type=str, default=None, help='Output Path')
@@ -52,7 +55,11 @@ def main():
     MonitorStart(period=args.period, block=args.block, output_path=args.output_path)()
   elif args.command == 'scan':
     from sciveo.network.tools import NetworkTools
-    NetworkTools(timeout=args.timeout, localhost=args.localhost).scan_port(port=args.port, network=args.net)
+    host=args.host
+    if host is None:
+      NetworkTools(timeout=args.timeout, localhost=args.localhost).scan_port(port=args.port, network=args.net)
+    else:
+      NetworkTools(timeout=args.timeout, ports=json.loads(args.ports)).scan_host(host)
   elif args.command == 'init':
     home = os.path.expanduser('~')
     base_path = os.path.join(home, '.sciveo')

sciveo-0.1.44/sciveo/network/tools.py

@@ -0,0 +1,204 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+
+import socket
+import ipaddress
+import threading
+import json
+
+from sciveo.tools.logger import *
+from sciveo.tools.timers import Timer
+
+
+class NetworkTools:
+  def __init__(self, **kwargs):
+    self.default_arguments = {
+      "timeout": 1.0,
+      "localhost": False,
+      "host": None,
+      "ports": []
+    }
+
+    self.arguments = {}
+    for k, v in self.default_arguments.items():
+      self.arguments[k] = kwargs.get(k, v)
+
+    self.net_classes = ["192.168.", "10."]
+    for i in range(16, 32):
+      self.net_classes.append(f"172.{i}.")
+
+    self.data = {}
+    self.data_lock = threading.Lock()
+
+    # self.known_ports = [20, 21, 22, 23, 25, 53, 67, 68, 69, 80, 110, 123, 143, 161, 162, 179, 194, 389, 443, 465, 514, 587, 636, 993, 995, 1080, 1194, 1433, 1521, 1723, 2049, 2082, 2083, 2086, 2087, 2095, 2096, 2181, 2375, 2376, 3000, 3306, 3389, 5432, 5900, 5984, 6379, 8080, 8443, 8888, 9000, 9090, 9200, 9300, 11211, 27017]
+    self.known_ports = {
+      20: socket.SOCK_STREAM,  # FTP Data (TCP)
+      21: socket.SOCK_STREAM,  # FTP Control (TCP)
+      22: socket.SOCK_STREAM,  # SSH (TCP)
+      23: socket.SOCK_STREAM,  # Telnet (TCP)
+      25: socket.SOCK_STREAM,  # SMTP (TCP)
+      53: socket.SOCK_DGRAM,   # DNS (UDP, but also uses TCP for large queries)
+      67: socket.SOCK_DGRAM,   # DHCP Server (UDP)
+      68: socket.SOCK_DGRAM,   # DHCP Client (UDP)
+      69: socket.SOCK_DGRAM,   # TFTP (UDP)
+      80: socket.SOCK_STREAM,  # HTTP (TCP)
+      110: socket.SOCK_STREAM, # POP3 (TCP)
+      123: socket.SOCK_DGRAM,  # NTP (UDP)
+      143: socket.SOCK_STREAM, # IMAP (TCP)
+      161: socket.SOCK_DGRAM,  # SNMP (UDP)
+      162: socket.SOCK_DGRAM,  # SNMP Trap (UDP)
+      179: socket.SOCK_STREAM, # BGP (TCP)
+      194: socket.SOCK_STREAM, # IRC (TCP)
+      389: socket.SOCK_STREAM, # LDAP (TCP)
+      443: socket.SOCK_STREAM, # HTTPS (TCP)
+      465: socket.SOCK_STREAM, # SMTPS (TCP)
+      514: socket.SOCK_DGRAM,  # Syslog (UDP)
+      587: socket.SOCK_STREAM, # SMTP Submission (TCP)
+      636: socket.SOCK_STREAM, # LDAPS (TCP)
+      993: socket.SOCK_STREAM, # IMAPS (TCP)
+      995: socket.SOCK_STREAM, # POP3S (TCP)
+      1080: socket.SOCK_STREAM, # SOCKS (TCP)
+      1194: socket.SOCK_DGRAM,  # OpenVPN (UDP)
+      1433: socket.SOCK_STREAM, # MS-SQL (TCP)
+      1521: socket.SOCK_STREAM, # Oracle DB (TCP)
+      1723: socket.SOCK_STREAM, # PPTP (TCP)
+      2049: socket.SOCK_DGRAM,  # NFS (UDP)
+      2082: socket.SOCK_STREAM, # cPanel (TCP)
+      2083: socket.SOCK_STREAM, # cPanel SSL (TCP)
+      2086: socket.SOCK_STREAM, # WHM (TCP)
+      2087: socket.SOCK_STREAM, # WHM SSL (TCP)
+      2095: socket.SOCK_STREAM, # Webmail (TCP)
+      2096: socket.SOCK_STREAM, # Webmail SSL (TCP)
+      2181: socket.SOCK_STREAM, # ZooKeeper (TCP)
+      2375: socket.SOCK_STREAM, # Docker (TCP)
+      2376: socket.SOCK_STREAM, # Docker SSL (TCP)
+      3000: socket.SOCK_STREAM, # Node.js (TCP)
+      3306: socket.SOCK_STREAM, # MySQL (TCP)
+      3389: socket.SOCK_STREAM, # RDP (TCP)
+      5432: socket.SOCK_STREAM, # PostgreSQL (TCP)
+      5900: socket.SOCK_STREAM, # VNC (TCP)
+      5984: socket.SOCK_STREAM, # CouchDB (TCP)
+      6379: socket.SOCK_STREAM, # Redis (TCP)
+      8080: socket.SOCK_STREAM, # HTTP Alt (TCP)
+      8443: socket.SOCK_STREAM, # HTTPS Alt (TCP)
+      8888: socket.SOCK_STREAM, # cPanel Alt (TCP)
+      9000: socket.SOCK_STREAM, # PHP-FPM (TCP)
+      9090: socket.SOCK_STREAM, # Prometheus (TCP)
+      9200: socket.SOCK_STREAM, # Elasticsearch (TCP)
+      9300: socket.SOCK_STREAM, # Elasticsearch Cluster (TCP)
+      11211: socket.SOCK_DGRAM, # Memcached (UDP)
+      27017: socket.SOCK_STREAM, # MongoDB (TCP)
+    }
+
+  def get_local_nets(self):
+    list_local_ips = []
+    try:
+      import netifaces
+      interfaces = netifaces.interfaces()
+      for interface in interfaces:
+        addrs = netifaces.ifaddresses(interface)
+        if netifaces.AF_INET in addrs:
+          ip = addrs[netifaces.AF_INET][0]['addr']
+          for net_class in self.net_classes:
+            if ip.startswith(net_class):
+              list_local_ips.append(ip)
+    except Exception as e:
+      warning("netifaces not installed")
+    return list_local_ips
+
+  def generate_ip_list(self, base_ip):
+    octets = base_ip.split('.')
+    network_prefix = '.'.join(octets[:3])
+    return [f'{network_prefix}.{i}' for i in range(1, 255)]
+
+  def scan_port(self, port=22, network=None):
+    t = Timer()
+    self.data["scan"] = {}
+    self.data["scan"].setdefault(port, [])
+
+    if network is None:
+      list_local_ips = self.get_local_nets()
+      # debug("scan_port", "list_local_ips", list_local_ips)
+      for local_ip in list_local_ips:
+        list_ip = self.generate_ip_list(local_ip)
+        self.scan_port_hosts(list_ip, port)
+    else:
+      list_ip = []
+      net = ipaddress.ip_network(network, strict=False)
+      for ip in net.hosts():
+        list_ip.append(str(ip))
+      self.scan_port_hosts(list_ip, port)
+
+    if self.arguments["localhost"]:
+      self.scan_port_hosts(["127.0.0.1"], port)
+    self.data["scan"][port].sort(key=lambda ip: int(ip.split('.')[-1]))
+    info(f"scan_port [{port}] elapsed time {t.stop():.1f}s", self.data["scan"][port])
+    return self.data["scan"][port]
+
+  def scan_port_hosts(self, list_ip, port=22):
+    timeout = self.arguments["timeout"]
+    list_threads = []
+    for ip in list_ip:
+      t = threading.Thread(target=self.scan_host_port, args=(ip, port, timeout))
+      t.start()
+      list_threads.append(t)
+    for t in list_threads:
+      t.join()
+
+  def test_socket(self, ip, port, timeout, transport=socket.SOCK_STREAM):
+    try:
+      with socket.socket(socket.AF_INET, transport) as sock:
+        sock.settimeout(timeout)
+        if transport == socket.SOCK_STREAM:
+          result = sock.connect_ex((ip, port))
+          if result == 0:
+            return True
+        elif transport == socket.SOCK_DGRAM:
+          sock.sendto(b"", (ip, port))
+          try:
+            data, addr = sock.recvfrom(1)
+            return True
+          except socket.timeout:
+            # warning("sock timeout", (ip, port, transport))
+            pass
+    except socket.error:
+      pass
+    return False
+
+  def scan_host_port(self, ip, port, timeout):
+    transport = self.known_ports.get(port, socket.SOCK_STREAM)
+    if self.test_socket(ip, port, timeout, transport):
+      with self.data_lock:
+        if "scan" in self.data:
+          self.data["scan"][port].append(ip)
+        if "host" in self.data:
+          self.data["host"][ip].append(port)
+
+  def scan_host(self, host):
+    timer = Timer()
+    self.data.setdefault("host", {})
+    self.data["host"][host] = []
+    timeout = self.arguments["timeout"]
+    list_threads = []
+    if len(self.arguments["ports"]) == 0:
+      list_ports = list(self.known_ports.keys())
+    else:
+      list_ports = self.arguments["ports"]
+    for port in list_ports:
+      thr = threading.Thread(target=self.scan_host_port, args=(host, port, timeout))
+      thr.start()
+      list_threads.append(thr)
+    for thr in list_threads:
+      thr.join()
+
+    self.data["host"][host].sort(key=lambda port: int(port))
+    info(f"scan host [{host}] elapsed time {timer.stop():.1f}s", self.data["host"][host])
+    return self.data["host"][host]

sciveo-0.1.44/sciveo/tools/queue.py

@@ -0,0 +1,31 @@
+#
+# Pavlin Georgiev, Softel Labs
+#
+# This is a proprietary file and may not be copied,
+# distributed, or modified without express permission
+# from the owner. For licensing inquiries, please
+# contact pavlin@softel.bg.
+#
+# 2024
+#
+import os
+import time
+from sciveo.tools.logger import *
+
+
+class FilePathQueue:
+  def __init__(self, path, period=5):
+    self.path = path
+    self.period = period
+
+  def filter(self, file_name, file_path):
+    return True
+
+  def pop(self):
+    while(True):
+      files = [f for f in os.listdir(self.path) if os.path.isfile(os.path.join(self.path, f))]
+      for file_name in files:
+        file_path = os.path.join(self.path, file_name)
+        if self.filter(file_name, file_path):
+          return file_name, file_path
+      time.sleep(self.period)

sciveo-0.1.44/sciveo/version.py

@@ -0,0 +1,2 @@
+
+__version__ = '0.1.44'

{sciveo-0.1.42 → sciveo-0.1.44}/sciveo.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sciveo
-Version: 0.1.42
+Version: 0.1.44
 Description-Content-Type: text/markdown
 Provides-Extra: mon
 Provides-Extra: net

{sciveo-0.1.42 → sciveo-0.1.44}/sciveo.egg-info/SOURCES.txt

@@ -125,6 +125,7 @@ sciveo/tools/hardware.py
 sciveo/tools/http.py
 sciveo/tools/logger.py
 sciveo/tools/os.py
+sciveo/tools/queue.py
 sciveo/tools/random.py
 sciveo/tools/remote.py
 sciveo/tools/simple_counter.py

sciveo-0.1.42/sciveo/network/tools.py

@@ -1,102 +0,0 @@
-#
-# Pavlin Georgiev, Softel Labs
-#
-# This is a proprietary file and may not be copied,
-# distributed, or modified without express permission
-# from the owner. For licensing inquiries, please
-# contact pavlin@softel.bg.
-#
-# 2024
-#
-
-import socket
-import ipaddress
-import threading
-
-from sciveo.tools.logger import *
-from sciveo.tools.timers import Timer
-
-
-class NetworkTools:
-  def __init__(self, **kwargs):
-    self.default_arguments = {
-      "timeout": 1.0,
-      "localhost": False,
-    }
-
-    self.arguments = {}
-    for k, v in self.default_arguments.items():
-      self.arguments[k] = kwargs.get(k, v)
-
-    self.net_classes = ["192.168.", "10."]
-    for i in range(16, 32):
-      self.net_classes.append(f"172.{i}.")
-
-    self.data = {"scan": {}}
-    self.data_lock = threading.Lock()
-
-  def get_local_nets(self):
-    list_local_ips = []
-    try:
-      import netifaces
-      interfaces = netifaces.interfaces()
-      for interface in interfaces:
-        addrs = netifaces.ifaddresses(interface)
-        if netifaces.AF_INET in addrs:
-          ip = addrs[netifaces.AF_INET][0]['addr']
-          for net_class in self.net_classes:
-            if ip.startswith(net_class):
-              list_local_ips.append(ip)
-    except Exception as e:
-      warning("netifaces not installed")
-    return list_local_ips
-
-  def generate_ip_list(self, base_ip):
-    octets = base_ip.split('.')
-    network_prefix = '.'.join(octets[:3])
-    return [f'{network_prefix}.{i}' for i in range(1, 255)]
-
-  def scan_port(self, port=22, network=None):
-    t = Timer()
-    self.data["scan"].setdefault(port, [])
-
-    if network is None:
-      list_local_ips = self.get_local_nets()
-      # debug("scan_port", "list_local_ips", list_local_ips)
-      for local_ip in list_local_ips:
-        list_ip = self.generate_ip_list(local_ip)
-        self.scan_port_hosts(list_ip, port)
-    else:
-      list_ip = []
-      net = ipaddress.ip_network(network, strict=False)
-      for ip in net.hosts():
-        list_ip.append(str(ip))
-      self.scan_port_hosts(list_ip, port)
-
-    if self.arguments["localhost"]:
-      self.scan_port_hosts(["127.0.0.1"], port)
-    self.data["scan"][port].sort(key=lambda ip: int(ip.split('.')[-1]))
-    info(f"scan_port [{port}] elapsed time {t.stop():.1f}s", self.data["scan"][port])
-    return self.data["scan"][port]
-
-  def scan_port_hosts(self, list_ip, port=22):
-    timeout = self.arguments["timeout"]
-    list_threads = []
-    for ip in list_ip:
-      t = threading.Thread(target=self.scan_host_port, args=(ip, port, timeout))
-      t.start()
-      list_threads.append(t)
-    for t in list_threads:
-      t.join()
-
-  def scan_host_port(self, ip, port, timeout):
-    try:
-      with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
-        sock.settimeout(timeout)
-        result = sock.connect_ex((ip, port))
-        if result == 0:
-          with self.data_lock:
-            self.data["scan"][port].append(ip)
-        # debug("scan_ports", ip, port, result)
-    except socket.error:
-      pass

sciveo-0.1.42/sciveo/version.py

@@ -1,2 +0,0 @@
-
-__version__ = '0.1.42'