assemblyline-core 4.7.1.dev26__tar.gz → 4.7.1.dev30__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/PKG-INFO +1 -1
- assemblyline_core-4.7.1.dev30/assemblyline_core/VERSION +1 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/run_updater.py +7 -13
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline_core-4.7.1.dev26/assemblyline_core/VERSION +0 -1
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/LICENCE.md +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/README.md +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/scaler_server.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/server_base.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/signature_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/submission_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/setup.cfg +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/setup.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_alerter.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_badlist_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_expiry.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_replay.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_safelist_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_scaler.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_scheduler.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_signature_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_tasking_client.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_vacuum.py +0 -0
- {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_workflow.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.7.1.dev30
|
|
@@ -61,9 +61,12 @@ INHERITED_VARIABLES: list[str] = ['HTTP_PROXY', 'HTTPS_PROXY', 'NO_PROXY', 'http
|
|
|
61
61
|
for secret in re.findall(r'\${\w+}', open('/etc/assemblyline/config.yml', 'r').read())
|
|
62
62
|
]
|
|
63
63
|
|
|
64
|
+
AL_REGISTRATION_NETWORK = os.environ.get("AL_REGISTRATION_NETWORK", 'al_registration')
|
|
64
65
|
CONFIGURATION_HOST_PATH = os.getenv('CONFIGURATION_HOST_PATH', 'service_config')
|
|
65
66
|
CONFIGURATION_CONFIGMAP = os.getenv('KUBERNETES_AL_CONFIG', None)
|
|
66
|
-
|
|
67
|
+
SERVICE_API_HOST = os.environ.get('SERVICE_API_HOST', "http://service_server:5003")
|
|
68
|
+
SERVICE_API_KEY = os.environ.get('SERVICE_API_KEY', 'ThisIsARandomAuthKey...ChangeMe!')
|
|
69
|
+
|
|
67
70
|
RESTRICTED_POD_SECUTITY_CONTEXT = V1SecurityContext(
|
|
68
71
|
run_as_user=1000,
|
|
69
72
|
run_as_group=1000,
|
|
@@ -73,7 +76,6 @@ RESTRICTED_POD_SECUTITY_CONTEXT = V1SecurityContext(
|
|
|
73
76
|
seccomp_profile=V1SeccompProfile(type="RuntimeDefault")
|
|
74
77
|
)
|
|
75
78
|
|
|
76
|
-
SERVICE_API_HOST = os.getenv('SERVICE_API_HOST')
|
|
77
79
|
RELEASE_NAME = os.getenv('RELEASE_NAME')
|
|
78
80
|
|
|
79
81
|
|
|
@@ -138,7 +140,7 @@ class DockerUpdateInterface:
|
|
|
138
140
|
image=docker_config.image,
|
|
139
141
|
name='update_' + name + '_' + uuid.uuid4().hex,
|
|
140
142
|
labels={'update_for': name, 'updater_launched': 'true'},
|
|
141
|
-
network=
|
|
143
|
+
network=AL_REGISTRATION_NETWORK,
|
|
142
144
|
restart_policy={'Name': 'no'},
|
|
143
145
|
command=docker_config.command,
|
|
144
146
|
volumes=docker_mounts,
|
|
@@ -312,11 +314,9 @@ class KubernetesUpdateInterface:
|
|
|
312
314
|
read_only=True,
|
|
313
315
|
))
|
|
314
316
|
|
|
315
|
-
section = 'service'
|
|
316
317
|
labels = {
|
|
317
318
|
'app': 'assemblyline',
|
|
318
|
-
'section':
|
|
319
|
-
'privilege': 'core',
|
|
319
|
+
'section': 'service',
|
|
320
320
|
'component': 'update-script',
|
|
321
321
|
}
|
|
322
322
|
labels.update(self.extra_labels)
|
|
@@ -480,9 +480,6 @@ class ServiceUpdater(ThreadedCoreBase):
|
|
|
480
480
|
if self.config.core.scaler.additional_labels:
|
|
481
481
|
extra_labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.additional_labels)})
|
|
482
482
|
|
|
483
|
-
if self.config.core.scaler.privileged_services_additional_labels:
|
|
484
|
-
extra_labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.privileged_services_additional_labels)})
|
|
485
|
-
|
|
486
483
|
# If Updater has envs that set the service-server to use HTTPS, then assume a Root CA needs to be mounted
|
|
487
484
|
if SERVICE_API_HOST and SERVICE_API_HOST.startswith('https'):
|
|
488
485
|
self.config.core.scaler.service_defaults.mounts.append(dict(
|
|
@@ -500,11 +497,10 @@ class ServiceUpdater(ThreadedCoreBase):
|
|
|
500
497
|
linux_node_selector=self.config.core.scaler.linux_node_selector,
|
|
501
498
|
default_service_tolerations=self.config.core.scaler.service_defaults.tolerations,
|
|
502
499
|
enable_pod_security=self.config.core.scaler.enable_pod_security)
|
|
503
|
-
# Add all additional mounts to privileged services
|
|
504
|
-
self.mounts = self.config.core.scaler.service_defaults.mounts
|
|
505
500
|
else:
|
|
506
501
|
self.controller = DockerUpdateInterface(logger=self.log, log_level=self.config.logging.log_level)
|
|
507
502
|
|
|
503
|
+
# Add any mounts defined in the service defaults to the updater interface so they get applied to all updates/installs
|
|
508
504
|
self.mounts = self.config.core.scaler.service_defaults.mounts
|
|
509
505
|
|
|
510
506
|
def _handle_service_change_event(self, data: Optional[ServiceChange]):
|
|
@@ -554,7 +550,6 @@ class ServiceUpdater(ThreadedCoreBase):
|
|
|
554
550
|
env = {
|
|
555
551
|
"SERVICE_TAG": tag_name,
|
|
556
552
|
"REGISTER_ONLY": 'true',
|
|
557
|
-
"PRIVILEGED": 'true',
|
|
558
553
|
}
|
|
559
554
|
|
|
560
555
|
# Update environment with service defaults
|
|
@@ -653,7 +648,6 @@ class ServiceUpdater(ThreadedCoreBase):
|
|
|
653
648
|
env = {
|
|
654
649
|
"SERVICE_TAG": update_data['latest_tag'],
|
|
655
650
|
"REGISTER_ONLY": 'true',
|
|
656
|
-
"PRIVILEGED": 'true',
|
|
657
651
|
}
|
|
658
652
|
|
|
659
653
|
# Update environment with service defaults
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.7.1.dev26
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/badlist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/expiry/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/helper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/__init__.py
RENAMED
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/safelist_client.py
RENAMED
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/tasking_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/helper.py
RENAMED
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/__init__.py
RENAMED
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/crawler.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/safelist.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_safelist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_signature_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|