assemblyline-core 4.7.5.dev100__tar.gz → 4.7.5.dev104__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/PKG-INFO +1 -1
- assemblyline_core-4.7.5.dev104/assemblyline_core/VERSION +1 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/__init__.py +0 -1
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/collection.py +3 -4
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/controllers/interface.py +0 -4
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler/controllers/kubernetes.py → assemblyline_core-4.7.5.dev104/assemblyline_core/scaler/controllers/kubernetes_ctl.py +412 -174
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/scaler_server.py +322 -82
- assemblyline_core-4.7.5.dev104/assemblyline_core/tasking_client.py +537 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/updater/run_updater.py +1 -1
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core.egg-info/PKG-INFO +1 -1
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core.egg-info/SOURCES.txt +2 -6
- assemblyline_core-4.7.5.dev104/test/test_tasking_client.py +77 -0
- assemblyline_core-4.7.5.dev100/assemblyline_core/VERSION +0 -1
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler/base.py +0 -296
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -391
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler_hpa/kubernetes.py +0 -381
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler_hpa/run_scaler.py +0 -7
- assemblyline_core-4.7.5.dev100/assemblyline_core/scaler_hpa/scaler_server.py +0 -533
- assemblyline_core-4.7.5.dev100/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/LICENCE.md +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/README.md +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/server_base.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/signature_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/submission_client.py +0 -0
- {assemblyline_core-4.7.5.dev100/assemblyline_core/scaler_hpa → assemblyline_core-4.7.5.dev104/assemblyline_core/updater}/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline_core-4.7.5.dev100/assemblyline_core/updater → assemblyline_core-4.7.5.dev104/assemblyline_core/vacuum}/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline_core-4.7.5.dev100/assemblyline_core/vacuum → assemblyline_core-4.7.5.dev104/assemblyline_core/workflow}/__init__.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/setup.cfg +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/setup.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_alerter.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_badlist_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_expiry.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_replay.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_safelist_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_scaler.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_scheduler.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_signature_client.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_updater_helper.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_vacuum.py +0 -0
- {assemblyline_core-4.7.5.dev100 → assemblyline_core-4.7.5.dev104}/test/test_workflow.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.7.5.dev104
|
|
@@ -12,9 +12,10 @@ Row = namedtuple('Row', ['timestamp', 'busy', 'throughput'])
|
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
class Collection:
|
|
15
|
-
|
|
16
|
-
def __init__(self, period, ttl=None) -> None:
|
|
15
|
+
def __init__(self, period, ttl=None):
|
|
17
16
|
"""
|
|
17
|
+
A buffer for metrics data from multiple instances of multiple services.
|
|
18
|
+
|
|
18
19
|
:param period: Expected seconds between updates
|
|
19
20
|
:param ttl: Seconds before a message is dropped from the buffer
|
|
20
21
|
"""
|
|
@@ -23,7 +24,6 @@ class Collection:
|
|
|
23
24
|
self.services: Dict[str, Dict[str, Row]] = {}
|
|
24
25
|
|
|
25
26
|
def update(self, service, host, busy_seconds, throughput):
|
|
26
|
-
"""Store a new record for a given host."""
|
|
27
27
|
# Load the sequence of data points that
|
|
28
28
|
try:
|
|
29
29
|
hosts = self.services[service]
|
|
@@ -34,7 +34,6 @@ class Collection:
|
|
|
34
34
|
hosts[host] = Row(time.time(), busy_seconds, throughput)
|
|
35
35
|
|
|
36
36
|
def read(self, service):
|
|
37
|
-
"""Read how many instances of a service are known and how busy they are."""
|
|
38
37
|
now = time.time()
|
|
39
38
|
|
|
40
39
|
# Load the last messages from this service
|
|
@@ -44,10 +44,6 @@ class ControllerInterface:
|
|
|
44
44
|
"""Set the target for running instances of a service."""
|
|
45
45
|
raise NotImplementedError()
|
|
46
46
|
|
|
47
|
-
def get_unavailable(self) -> dict[str, int]:
|
|
48
|
-
"""Report the number of pending containers from deployments monitored by the system."""
|
|
49
|
-
raise NotImplementedError()
|
|
50
|
-
|
|
51
47
|
def restart(self, service: ServiceProfile):
|
|
52
48
|
raise NotImplementedError()
|
|
53
49
|
|