assemblyline-core 4.5.1.dev67__tar.gz → 4.5.1.dev68__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev68/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/updater/helper.py +12 -6
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev67/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/LICENCE.md +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/README.md +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/scaler_server.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/setup.cfg +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/setup.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_replay.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_simulation.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.5.1.dev68
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/updater/helper.py
RENAMED
|
@@ -48,6 +48,8 @@ class ContainerRegistry():
|
|
|
48
48
|
def get_image_os(self, image_name, image_tag) -> str:
|
|
49
49
|
raise NotImplementedError()
|
|
50
50
|
|
|
51
|
+
def get_token(self, image_name) -> None: ...
|
|
52
|
+
|
|
51
53
|
|
|
52
54
|
class DockerHub(ContainerRegistry):
|
|
53
55
|
def __init__(self, update_channel, proxies: Dict[str, str] = None, *args, **kwargs):
|
|
@@ -72,16 +74,18 @@ class DockerRegistry(ContainerRegistry):
|
|
|
72
74
|
def __init__(self, server, headers: Dict[str, str] = None, verify: bool = True,
|
|
73
75
|
proxies: Dict[str, str] = None, token_server: str = None, *args, **kwargs):
|
|
74
76
|
super().__init__(server, headers, verify, proxies, *args, **kwargs)
|
|
75
|
-
|
|
77
|
+
self.token_server = token_server
|
|
78
|
+
|
|
79
|
+
def get_token(self, image_name) -> None:
|
|
76
80
|
if not self.session.headers.get('Authorization'):
|
|
77
81
|
# Retrieve token for authentication: https://distribution.github.io/distribution/spec/auth/token/
|
|
78
82
|
|
|
79
83
|
# Assume the token server is the same as the container image registry host if not explicitly set
|
|
80
|
-
token_server = token_server if token_server else server
|
|
84
|
+
token_server = self.token_server if self.token_server else self.server
|
|
81
85
|
token_url = f"https://{token_server}/token?scope=repository:{image_name}:pull"
|
|
82
86
|
token = requests.get(token_url).json().get('token')
|
|
83
|
-
self.session.headers["Authorization"] = f"Bearer {token}"
|
|
84
|
-
|
|
87
|
+
self.session.headers["Authorization"] = f"Bearer {token}"
|
|
88
|
+
|
|
85
89
|
def get_image_tags(self, image_name) -> List[str]:
|
|
86
90
|
# Find latest tag for each types
|
|
87
91
|
resp = self._make_request(f"/v2/{image_name}/tags/list")
|
|
@@ -104,12 +108,13 @@ class HarborRegistry(ContainerRegistry):
|
|
|
104
108
|
def __init__(self, server, headers: Dict[str, str] = None, verify: bool = True,
|
|
105
109
|
proxies: Dict[str, str] = None, token_server: str = None, *args, **kwargs):
|
|
106
110
|
super().__init__(server, headers, verify, proxies, *args, **kwargs)
|
|
107
|
-
|
|
111
|
+
|
|
112
|
+
def get_token(self, image_name) -> None:
|
|
108
113
|
if not self.session.headers.get('Authorization'):
|
|
109
114
|
# Retrieve token for authentication: https://github.com/goharbor/harbor/wiki/Harbor-FAQs#api
|
|
110
115
|
|
|
111
116
|
# Assume the token server is the same as the container image registry host if not explicitly set
|
|
112
|
-
token_server = token_server if token_server else server
|
|
117
|
+
token_server = self.token_server if self.token_server else self.server
|
|
113
118
|
token_url = f"https://{server}/service/token?scope=repository:{image_name}:pull"
|
|
114
119
|
token = requests.get(token_url).json().get('token')
|
|
115
120
|
headers["Authorization"] = f"Bearer {token}"
|
|
@@ -225,6 +230,7 @@ def get_latest_tag_for_service(service_config: ServiceConfig, system_config: Sys
|
|
|
225
230
|
}
|
|
226
231
|
|
|
227
232
|
registry: ContainerRegistry = REGISTRY_TYPE_MAPPING[registry_type](**registry_args)
|
|
233
|
+
registry.get_token(image_name)
|
|
228
234
|
tags = registry.get_image_tags(image_name)
|
|
229
235
|
|
|
230
236
|
tag_name = None
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.5.1.dev67
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/badlist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/expiry/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/metrics/helper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/safelist_client.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/scaler/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/tasking_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/__init__.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/crawler.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/safelist.py
RENAMED
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_safelist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev67 → assemblyline-core-4.5.1.dev68}/test/test_signature_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|