sciveo 0.1.33__tar.gz → 0.1.34__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sciveo-0.1.33 → sciveo-0.1.34}/PKG-INFO +1 -1
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/cli.py +3 -3
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/monitoring/monitor.py +22 -1
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/monitoring/start.py +3 -2
- sciveo-0.1.34/sciveo/version.py +2 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/PKG-INFO +1 -1
- sciveo-0.1.33/sciveo/version.py +0 -2
- {sciveo-0.1.33 → sciveo-0.1.34}/README.md +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/api/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/api/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/api/upload.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/common/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/common/configuration.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/common/model.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/common/optimizers.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/common/sampling.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/content/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/content/dataset.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/content/experiment.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/content/project.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/content/runner.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/encoders/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/encoders/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/encoders/normalizer.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/nlp/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/nlp/search.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/time_series/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/time_series/dataset.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/time_series/predictor.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/time_series/trainer.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/ml/time_series/window_generator.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/job_daemon.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/layouts/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/layouts/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/pipeline.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/postprocessors/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/postprocessors/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/postprocessors/default.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/audio/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/audio/audio.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/audio/audio_extractor_process.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/aws.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/file/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/file/archive.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/album.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/album_in_image.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/depth_esimation.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/embeddings.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/filters.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/generators.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/histogram.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/mask.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/object_detection.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/resize.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/segmentation.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/image/watermark.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/media_info.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/nlp/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/nlp/address.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/qr.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/dataset.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/predictor.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/trainer.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/tpu_base.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/generators.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/motion_detection.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/resize.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/video_album.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/video_frames.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/video/video_resample.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/queues.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/server.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/web/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/web/server.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/evaluation/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/evaluation/object_detection.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/images/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/images/object_detection.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/images/tools.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/images/transforms.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/ml/nlp/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/monitoring/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/network/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/network/camera.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/network/sniffer.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/network/tools.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/array.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/aws/__init__.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/aws/priority_queue.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/aws/s3.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/common.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/compress.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/configuration.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/crypto.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/daemon.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/formating.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/hardware.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/http.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/logger.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/os.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/random.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/remote.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/simple_counter.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/synchronized.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo/tools/timers.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/SOURCES.txt +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/dependency_links.txt +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/entry_points.txt +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/requires.txt +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/sciveo.egg-info/top_level.txt +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/setup.cfg +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/setup.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_compress.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_configuration.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_crypto.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_monitoring.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_runner.py +0 -0
- {sciveo-0.1.33 → sciveo-0.1.34}/test/test_sampling.py +0 -0
|
@@ -31,7 +31,7 @@ def main():
|
|
|
31
31
|
parser.add_argument('--port', type=int, default=22, help='Host port number, used for network ops')
|
|
32
32
|
parser.add_argument('--localhost', type=bool, default=False, help='Add localhost to list of hosts')
|
|
33
33
|
parser.add_argument('--input-path', type=str, help='Input Path')
|
|
34
|
-
parser.add_argument('--output-path', type=str, help='Output Path')
|
|
34
|
+
parser.add_argument('--output-path', type=str, default=None, help='Output Path')
|
|
35
35
|
parser.add_argument('--width', type=str, default=None, help='width')
|
|
36
36
|
parser.add_argument('--height', type=str, default=None, help='height')
|
|
37
37
|
parser.add_argument('--rate', type=int, help='Rate number')
|
|
@@ -41,7 +41,7 @@ def main():
|
|
|
41
41
|
|
|
42
42
|
if args.command == 'monitor':
|
|
43
43
|
from sciveo.monitoring.start import MonitorStart
|
|
44
|
-
MonitorStart(period=args.period, block=args.block)()
|
|
44
|
+
MonitorStart(period=args.period, block=args.block, output_path=args.output_path)()
|
|
45
45
|
elif args.command == 'scan':
|
|
46
46
|
from sciveo.network.tools import NetworkTools
|
|
47
47
|
NetworkTools(timeout=args.timeout, localhost=args.localhost).scan_port(port=args.port, network=args.net)
|
|
@@ -53,7 +53,7 @@ def main():
|
|
|
53
53
|
default_lines = [
|
|
54
54
|
"secret_access_key=<your secret access key>",
|
|
55
55
|
"api_base_url=https://sciveo.com",
|
|
56
|
-
"
|
|
56
|
+
"sci_log_level=DEBUG"
|
|
57
57
|
]
|
|
58
58
|
with open(os.path.join(base_path, "default"), 'w') as fp:
|
|
59
59
|
for line in default_lines:
|
|
@@ -12,6 +12,7 @@
|
|
|
12
12
|
import os
|
|
13
13
|
import subprocess
|
|
14
14
|
import time
|
|
15
|
+
import json
|
|
15
16
|
import datetime
|
|
16
17
|
import socket
|
|
17
18
|
import psutil
|
|
@@ -43,8 +44,11 @@ class MonitorTools:
|
|
|
43
44
|
|
|
44
45
|
|
|
45
46
|
class BaseMonitor(DaemonBase):
|
|
46
|
-
def __init__(self, period=5):
|
|
47
|
+
def __init__(self, period=5, output_path=None):
|
|
47
48
|
super().__init__(period=period)
|
|
49
|
+
self.output_path = output_path
|
|
50
|
+
if self.output_path is not None and os.path.isdir(self.output_path):
|
|
51
|
+
self.output_path = os.path.join(self.output_path, "sciveo_monitor.json")
|
|
48
52
|
|
|
49
53
|
self.data = {
|
|
50
54
|
"CPU": {},
|
|
@@ -78,6 +82,17 @@ class BaseMonitor(DaemonBase):
|
|
|
78
82
|
def __call__(self):
|
|
79
83
|
return self.data
|
|
80
84
|
|
|
85
|
+
def output_write(self):
|
|
86
|
+
if os.path.isfile(self.output_path):
|
|
87
|
+
with open(self.output_path, "rb+") as fp:
|
|
88
|
+
fp.seek(-2, 2)
|
|
89
|
+
fp.truncate()
|
|
90
|
+
with open(self.output_path, "a") as fp:
|
|
91
|
+
fp.write(f", {json.dumps(self.data)}]\n")
|
|
92
|
+
else:
|
|
93
|
+
with open(self.output_path, "w") as fp:
|
|
94
|
+
fp.write(json.dumps([self.data]) + "\n")
|
|
95
|
+
|
|
81
96
|
def loop(self):
|
|
82
97
|
self.get_cpu_usage()
|
|
83
98
|
self.get_temperatures()
|
|
@@ -91,6 +106,12 @@ class BaseMonitor(DaemonBase):
|
|
|
91
106
|
|
|
92
107
|
api_result = self.api.POST_SCI("monitor", {"data": self.data})
|
|
93
108
|
|
|
109
|
+
try:
|
|
110
|
+
if self.output_path is not None:
|
|
111
|
+
self.output_write()
|
|
112
|
+
except Exception as e:
|
|
113
|
+
error(e, "writing failed for", self.output_path)
|
|
114
|
+
|
|
94
115
|
debug(self(), "api_result", api_result)
|
|
95
116
|
|
|
96
117
|
def tail_logs(self):
|
|
@@ -22,7 +22,8 @@ class MonitorStart:
|
|
|
22
22
|
"period": 120,
|
|
23
23
|
"block": True,
|
|
24
24
|
"fork": False,
|
|
25
|
-
"fork_type": 0
|
|
25
|
+
"fork_type": 0,
|
|
26
|
+
"output_path": None,
|
|
26
27
|
}
|
|
27
28
|
self.arguments = {}
|
|
28
29
|
for k, v in self.default_arguments.items():
|
|
@@ -59,7 +60,7 @@ class MonitorStart:
|
|
|
59
60
|
|
|
60
61
|
def start(self):
|
|
61
62
|
period = max(self.arguments["period"], 5)
|
|
62
|
-
mon = BaseMonitor(period=period)
|
|
63
|
+
mon = BaseMonitor(period=period, output_path=self.arguments["output_path"])
|
|
63
64
|
mon.start()
|
|
64
65
|
mon.join()
|
|
65
66
|
|
sciveo-0.1.33/sciveo/version.py
DELETED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/audio/audio_extractor_process.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/__init__.py
RENAMED
|
File without changes
|
{sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/predictor.py
RENAMED
|
File without changes
|
{sciveo-0.1.33 → sciveo-0.1.34}/sciveo/media/pipelines/processors/sci/time_series/trainer.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|