assemblyline-core 4.5.0.20__tar.gz → 4.5.0.22__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of assemblyline-core might be problematic. Click here for more details.

Files changed (88) hide show
  1. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/PKG-INFO +1 -1
  2. assemblyline-core-4.5.0.22/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/updater/helper.py +17 -20
  4. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.5.0.20/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/LICENCE.md +0 -0
  7. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/README.md +0 -0
  8. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/badlist_client.py +0 -0
  15. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/__init__.py +0 -0
  16. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/__main__.py +0 -0
  17. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/client.py +0 -0
  18. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/dispatcher.py +0 -0
  19. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/schedules.py +0 -0
  20. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/dispatching/timeout.py +0 -0
  21. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/expiry/__init__.py +0 -0
  22. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/expiry/run_expiry.py +0 -0
  23. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/ingester/__init__.py +0 -0
  24. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/ingester/__main__.py +0 -0
  25. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/ingester/constants.py +0 -0
  26. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/ingester/ingester.py +0 -0
  27. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/__init__.py +0 -0
  28. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/es_metrics.py +0 -0
  29. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  30. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/helper.py +0 -0
  31. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/metrics_server.py +0 -0
  32. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  33. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  34. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  35. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/plumber/__init__.py +0 -0
  36. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/plumber/run_plumber.py +0 -0
  37. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/__init__.py +0 -0
  38. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/client.py +0 -0
  39. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/creator/__init__.py +0 -0
  40. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/creator/run.py +0 -0
  41. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/creator/run_worker.py +0 -0
  42. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/loader/__init__.py +0 -0
  43. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/loader/run.py +0 -0
  44. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/loader/run_worker.py +0 -0
  45. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/replay/replay.py +0 -0
  46. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/safelist_client.py +0 -0
  47. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/__init__.py +0 -0
  48. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/collection.py +0 -0
  49. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  50. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  51. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/controllers/interface.py +0 -0
  52. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  53. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/run_scaler.py +0 -0
  54. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/scaler/scaler_server.py +0 -0
  55. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/server_base.py +0 -0
  56. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/signature_client.py +0 -0
  57. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/submission_client.py +0 -0
  58. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/tasking_client.py +0 -0
  59. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/updater/__init__.py +0 -0
  60. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/updater/run_updater.py +0 -0
  61. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/__init__.py +0 -0
  62. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/crawler.py +0 -0
  63. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/department_map.py +0 -0
  64. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/safelist.py +0 -0
  65. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/stream_map.py +0 -0
  66. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/vacuum/worker.py +0 -0
  67. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/workflow/__init__.py +0 -0
  68. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core/workflow/run_workflow.py +0 -0
  69. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  70. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  71. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core.egg-info/requires.txt +0 -0
  72. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/assemblyline_core.egg-info/top_level.txt +0 -0
  73. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/setup.cfg +0 -0
  74. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/setup.py +0 -0
  75. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_alerter.py +0 -0
  76. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_badlist_client.py +0 -0
  77. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_dispatcher.py +0 -0
  78. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_expiry.py +0 -0
  79. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_plumber.py +0 -0
  80. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_replay.py +0 -0
  81. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_safelist_client.py +0 -0
  82. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_scaler.py +0 -0
  83. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_scheduler.py +0 -0
  84. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_signature_client.py +0 -0
  85. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_simulation.py +0 -0
  86. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_vacuum.py +0 -0
  87. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_worker_ingest.py +0 -0
  88. {assemblyline-core-4.5.0.20 → assemblyline-core-4.5.0.22}/test/test_worker_submit.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.0.20
3
+ Version: 4.5.0.22
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1 @@
1
+ 4.5.0.22
@@ -21,6 +21,17 @@ class ContainerRegistry():
21
21
  def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
22
22
  raise NotImplementedError()
23
23
 
24
+ def _perform_request(self, url, headers, verify, proxies):
25
+ resp = None
26
+ try:
27
+ resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
28
+ except requests.exceptions.SSLError:
29
+ # Connect to insecure registry over HTTP (development only)
30
+ if not verify:
31
+ url = url.replace('https://','http://')
32
+ resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
33
+ return resp
34
+
24
35
 
25
36
  class DockerRegistry(ContainerRegistry):
26
37
  def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
@@ -37,20 +48,13 @@ class DockerRegistry(ContainerRegistry):
37
48
  # Assume the token server is the same as the container image registry host if not explicitly set
38
49
  token_server = token_server if token_server else server
39
50
  token_url = f"https://{token_server}/token?scope=repository:{image_name}:pull"
40
- resp = requests.get(token_url)
41
- if resp.ok:
51
+ resp = self._perform_request(token_url, headers, verify, proxies)
52
+ if resp and resp.ok:
42
53
  # Request to obtain token was successful, set Authorization header for registry API
43
54
  token = resp.json().get('token')
44
55
  headers["Authorization"] = f"Bearer {token}"
45
56
 
46
- resp = None
47
- try:
48
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
49
- except requests.exceptions.SSLError:
50
- # Connect to insecure registry over HTTP (development only)
51
- if not verify:
52
- url = f"http://{server}/v2/{image_name}/tags/list"
53
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
57
+ resp = self._perform_request(url, headers, verify, proxies)
54
58
 
55
59
  # Test for valid response
56
60
  if resp and resp.ok:
@@ -76,20 +80,13 @@ class HarborRegistry(ContainerRegistry):
76
80
  # Assume the token server is the same as the container image registry host if not explicitly set
77
81
  token_server = token_server if token_server else server
78
82
  token_url = f"https://{server}/service/token?scope=repository:{image_name}:pull"
79
- resp = requests.get(token_url)
80
- if resp.ok:
83
+ resp = self._perform_request(token_url, headers, verify, proxies)
84
+ if resp and resp.ok:
81
85
  # Request to obtain token was successful, set Authorization header for registry API
82
86
  token = resp.json().get('token')
83
87
  headers["Authorization"] = f"Bearer {token}"
84
- resp = None
85
- try:
86
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
87
- except requests.exceptions.SSLError:
88
- # Connect to insecure registry over HTTP (development only)
89
- if not verify:
90
- url = f"http://{server}/api/v2.0/projects/{project_id}/repositories/{repo_id}/artifacts"
91
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
92
88
 
89
+ resp = self._perform_request(url, headers, verify, proxies)
93
90
  if resp and resp.ok:
94
91
  return [tag['name'] for image in resp.json() if image['tags'] for tag in image['tags']]
95
92
  return []
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.0.20
3
+ Version: 4.5.0.22
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -1 +0,0 @@
1
- 4.5.0.20