assemblyline-core 4.5.1.dev117__tar.gz → 4.5.1.dev119__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of assemblyline-core might be problematic. Click here for more details.
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev119/assemblyline_core/VERSION +1 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/helper.py +17 -20
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/PKG-INFO +1 -1
- assemblyline-core-4.5.1.dev117/assemblyline_core/VERSION +0 -1
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/LICENCE.md +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/README.md +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/processing.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/run_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/archiver/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/archiver/run_archiver.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/schedules.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/timeout.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/expiry/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/expiry/run_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/__main__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/constants.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/ingester.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/es_metrics.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/helper.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/metrics_server.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/plumber/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/plumber/run_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/run.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/run.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/run_worker.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/replay.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/collection.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/interface.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/run_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/scaler_server.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/server_base.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/submission_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/tasking_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/run_updater.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/crawler.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/department_map.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/safelist.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/stream_map.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/worker.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/workflow/__init__.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/workflow/run_workflow.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/SOURCES.txt +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/dependency_links.txt +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/requires.txt +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/top_level.txt +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/setup.cfg +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/setup.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_alerter.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_badlist_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_dispatcher.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_expiry.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_plumber.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_replay.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_safelist_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_scaler.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_scheduler.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_signature_client.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_simulation.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_vacuum.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_ingest.py +0 -0
- {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_submit.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
4.5.1.dev119
|
|
@@ -21,6 +21,17 @@ class ContainerRegistry():
|
|
|
21
21
|
def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
|
|
22
22
|
raise NotImplementedError()
|
|
23
23
|
|
|
24
|
+
def _perform_request(self, url, headers, verify, proxies):
|
|
25
|
+
resp = None
|
|
26
|
+
try:
|
|
27
|
+
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
28
|
+
except requests.exceptions.SSLError:
|
|
29
|
+
# Connect to insecure registry over HTTP (development only)
|
|
30
|
+
if not verify:
|
|
31
|
+
url = url.replace('https://','http://')
|
|
32
|
+
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
33
|
+
return resp
|
|
34
|
+
|
|
24
35
|
|
|
25
36
|
class DockerRegistry(ContainerRegistry):
|
|
26
37
|
def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
|
|
@@ -37,20 +48,13 @@ class DockerRegistry(ContainerRegistry):
|
|
|
37
48
|
# Assume the token server is the same as the container image registry host if not explicitly set
|
|
38
49
|
token_server = token_server if token_server else server
|
|
39
50
|
token_url = f"https://{token_server}/token?scope=repository:{image_name}:pull"
|
|
40
|
-
resp =
|
|
41
|
-
if resp.ok:
|
|
51
|
+
resp = self._perform_request(token_url, headers, verify, proxies)
|
|
52
|
+
if resp and resp.ok:
|
|
42
53
|
# Request to obtain token was successful, set Authorization header for registry API
|
|
43
54
|
token = resp.json().get('token')
|
|
44
55
|
headers["Authorization"] = f"Bearer {token}"
|
|
45
56
|
|
|
46
|
-
resp =
|
|
47
|
-
try:
|
|
48
|
-
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
49
|
-
except requests.exceptions.SSLError:
|
|
50
|
-
# Connect to insecure registry over HTTP (development only)
|
|
51
|
-
if not verify:
|
|
52
|
-
url = f"http://{server}/v2/{image_name}/tags/list"
|
|
53
|
-
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
57
|
+
resp = self._perform_request(url, headers, verify, proxies)
|
|
54
58
|
# Test for valid response
|
|
55
59
|
if resp and resp.ok:
|
|
56
60
|
# Test for positive list of tags
|
|
@@ -74,20 +78,13 @@ class HarborRegistry(ContainerRegistry):
|
|
|
74
78
|
# Assume the token server is the same as the container image registry host if not explicitly set
|
|
75
79
|
token_server = token_server if token_server else server
|
|
76
80
|
token_url = f"https://{server}/service/token?scope=repository:{image_name}:pull"
|
|
77
|
-
resp =
|
|
78
|
-
if resp.ok:
|
|
81
|
+
resp = self._perform_request(token_url, headers, verify, proxies)
|
|
82
|
+
if resp and resp.ok:
|
|
79
83
|
# Request to obtain token was successful, set Authorization header for registry API
|
|
80
84
|
token = resp.json().get('token')
|
|
81
85
|
headers["Authorization"] = f"Bearer {token}"
|
|
82
|
-
resp = None
|
|
83
|
-
try:
|
|
84
|
-
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
85
|
-
except requests.exceptions.SSLError:
|
|
86
|
-
# Connect to insecure registry over HTTP (development only)
|
|
87
|
-
if not verify:
|
|
88
|
-
url = f"http://{server}/api/v2.0/projects/{project_id}/repositories/{repo_id}/artifacts"
|
|
89
|
-
resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
|
|
90
86
|
|
|
87
|
+
resp = self._perform_request(url, headers, verify, proxies)
|
|
91
88
|
if resp and resp.ok:
|
|
92
89
|
return [tag['name'] for image in resp.json() if image['tags'] for tag in image['tags']]
|
|
93
90
|
return []
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
4.5.1.dev117
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/replay.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/server_base.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/worker.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_badlist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_safelist_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_signature_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_ingest.py
RENAMED
|
File without changes
|
{assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_submit.py
RENAMED
|
File without changes
|