assemblyline-core 4.4.1.dev167__tar.gz → 4.4.1.dev169__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/PKG-INFO +1 -1
- assemblyline-core-4.4.1.dev169/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/scaler_server.py +14 -6
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.4.1.dev167/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/LICENCE.md +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/README.md +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/updater/helper.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/setup.cfg +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/setup.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_alerter.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_expiry.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_plumber.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_replay.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_scaler.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_simulation.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.4.1.dev169
|
|
@@ -144,8 +144,7 @@ class ServiceProfile:
|
|
|
144
144
|
self.privileged = privileged
|
|
145
145
|
|
|
146
146
|
# How many instances we want, and can have
|
|
147
|
-
self.
|
|
148
|
-
self._min_instances: int = self.min_instances
|
|
147
|
+
self._min_instances: int = max(0, int(min_instances))
|
|
149
148
|
self._max_instances: int = max(0, int(max_instances or 0))
|
|
150
149
|
self.desired_instances: int = 0
|
|
151
150
|
self.target_instances: int = 0
|
|
@@ -183,10 +182,18 @@ class ServiceProfile:
|
|
|
183
182
|
return self.target_instances + MAX_CONTAINER_ALLOCATION
|
|
184
183
|
return min(self._max_instances, self.target_instances + MAX_CONTAINER_ALLOCATION)
|
|
185
184
|
|
|
185
|
+
@property
|
|
186
|
+
def min_instances(self) -> int:
|
|
187
|
+
return self._min_instances
|
|
188
|
+
|
|
186
189
|
@max_instances.setter
|
|
187
190
|
def max_instances(self, value: int):
|
|
188
191
|
self._max_instances = max(0, value)
|
|
189
192
|
|
|
193
|
+
@min_instances.setter
|
|
194
|
+
def min_instances(self, value: int):
|
|
195
|
+
self._min_instances = max(0, value)
|
|
196
|
+
|
|
190
197
|
def update(self, delta: float, instances: int, backlog: int, duty_cycle: float):
|
|
191
198
|
self.last_update = time.time()
|
|
192
199
|
self.running_instances = instances
|
|
@@ -584,14 +591,14 @@ class ScalerServer(ThreadedCoreBase):
|
|
|
584
591
|
|
|
585
592
|
# Add the service to the list of services being scaled
|
|
586
593
|
with self.profiles_lock:
|
|
594
|
+
min_instances = default_settings.min_instances
|
|
595
|
+
if service.min_instances is not None:
|
|
596
|
+
# Use service-specific value if present
|
|
597
|
+
min_instances = service.min_instances
|
|
587
598
|
if name not in self.profiles:
|
|
588
599
|
self.log.info(f"Adding "
|
|
589
600
|
f"{f'privileged {service.name}' if service.privileged else service.name}"
|
|
590
601
|
" to scaling")
|
|
591
|
-
min_instances = default_settings.min_instances
|
|
592
|
-
if service.min_instances is not None:
|
|
593
|
-
# Use service-specific value if present
|
|
594
|
-
min_instances = service.min_instances
|
|
595
602
|
self.add_service(ServiceProfile(
|
|
596
603
|
name=name,
|
|
597
604
|
min_instances=min_instances,
|
|
@@ -611,6 +618,7 @@ class ScalerServer(ThreadedCoreBase):
|
|
|
611
618
|
# Update RAM, CPU, licence requirements for running services
|
|
612
619
|
else:
|
|
613
620
|
profile = self.profiles[name]
|
|
621
|
+
profile.min_instances = min_instances
|
|
614
622
|
profile.max_instances = service.licence_count
|
|
615
623
|
profile.privileged = service.privileged
|
|
616
624
|
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.4.1.dev167
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_worker_ingest.py
RENAMED
|
File without changes
|
{assemblyline-core-4.4.1.dev167 → assemblyline-core-4.4.1.dev169}/test/test_worker_submit.py
RENAMED
|
File without changes
|