assemblyline-core 4.5.1.dev307__tar.gz → 4.5.1.dev308__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev308/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +4 -2
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/scaler_server.py +6 -1
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev307/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/LICENCE.md +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/README.md +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/setup.cfg +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/setup.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_replay.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_simulation.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.5.1.dev308
|
|
@@ -241,7 +241,8 @@ def parse_cpu(string: str) -> float:
|
|
|
241
241
|
class KubernetesController(ControllerInterface):
|
|
242
242
|
def __init__(self, logger, namespace: str, prefix: str, priority: str, dependency_priority: str,
|
|
243
243
|
cpu_reservation: float, linux_node_selector: Selector, labels=None, log_level="INFO", core_env={},
|
|
244
|
-
default_service_account=None, cluster_pod_list=True, default_service_tolerations = []
|
|
244
|
+
default_service_account=None, cluster_pod_list=True, default_service_tolerations = [],
|
|
245
|
+
priv_labels=None):
|
|
245
246
|
# Try loading a kubernetes connection from either the fact that we are running
|
|
246
247
|
# inside of a cluster, or have a config file that tells us how
|
|
247
248
|
try:
|
|
@@ -270,6 +271,7 @@ class KubernetesController(ControllerInterface):
|
|
|
270
271
|
self.logger = logger
|
|
271
272
|
self.log_level: str = log_level
|
|
272
273
|
self._labels: dict[str, str] = labels or {}
|
|
274
|
+
self._priv_labels: dict[str, str] = priv_labels or {}
|
|
273
275
|
self.linux_node_selector = linux_node_selector
|
|
274
276
|
self.apps_api = client.AppsV1Api()
|
|
275
277
|
self.api = client.CoreV1Api()
|
|
@@ -800,7 +802,7 @@ class KubernetesController(ControllerInterface):
|
|
|
800
802
|
all_labels['component'] = service_name
|
|
801
803
|
if core_mounts:
|
|
802
804
|
all_labels['privilege'] = 'core'
|
|
803
|
-
all_labels.update(
|
|
805
|
+
all_labels.update(self._priv_labels)
|
|
804
806
|
all_labels.update(labels or {})
|
|
805
807
|
|
|
806
808
|
# Build set of volumes, first the global mounts, then the core specific ones,
|
|
@@ -297,6 +297,7 @@ class ScalerServer(ThreadedCoreBase):
|
|
|
297
297
|
'section': 'service',
|
|
298
298
|
'privilege': 'service'
|
|
299
299
|
}
|
|
300
|
+
priv_labels = {}
|
|
300
301
|
|
|
301
302
|
service_defaults_config = self.config.core.scaler.service_defaults
|
|
302
303
|
|
|
@@ -309,6 +310,9 @@ class ScalerServer(ThreadedCoreBase):
|
|
|
309
310
|
if self.config.core.scaler.additional_labels:
|
|
310
311
|
labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.additional_labels)})
|
|
311
312
|
|
|
313
|
+
if self.config.core.scaler.privileged_services_additional_labels:
|
|
314
|
+
priv_labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.privileged_services_additional_labels)})
|
|
315
|
+
|
|
312
316
|
if KUBERNETES_AL_CONFIG:
|
|
313
317
|
self.log.info(f"Loading Kubernetes cluster interface on namespace: {NAMESPACE}")
|
|
314
318
|
self.controller = KubernetesController(logger=self.log, prefix=SERVICE_PREFIX, labels=labels,
|
|
@@ -320,7 +324,8 @@ class ScalerServer(ThreadedCoreBase):
|
|
|
320
324
|
core_env=core_env,
|
|
321
325
|
cluster_pod_list=self.config.core.scaler.cluster_pod_list,
|
|
322
326
|
default_service_account=self.config.services.service_account,
|
|
323
|
-
default_service_tolerations=service_defaults_config.tolerations
|
|
327
|
+
default_service_tolerations=service_defaults_config.tolerations,
|
|
328
|
+
priv_labels=priv_labels
|
|
324
329
|
)
|
|
325
330
|
|
|
326
331
|
# Add global configuration for privileged services
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.5.1.dev307
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_badlist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_safelist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_signature_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_worker_ingest.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev307 → assemblyline-core-4.5.1.dev308}/test/test_worker_submit.py
RENAMED
|
File without changes
|