assemblyline-core 4.5.1.dev117__tar.gz → 4.5.1.dev119__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of assemblyline-core might be problematic. Click here for more details.

Files changed (88) hide show
  1. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/PKG-INFO +1 -1
  2. assemblyline-core-4.5.1.dev119/assemblyline_core/VERSION +1 -0
  3. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/helper.py +17 -20
  4. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline-core-4.5.1.dev117/assemblyline_core/VERSION +0 -1
  6. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/LICENCE.md +0 -0
  7. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/README.md +0 -0
  8. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/badlist_client.py +0 -0
  15. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/__init__.py +0 -0
  16. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/__main__.py +0 -0
  17. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/client.py +0 -0
  18. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/dispatcher.py +0 -0
  19. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/schedules.py +0 -0
  20. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/dispatching/timeout.py +0 -0
  21. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/expiry/__init__.py +0 -0
  22. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/expiry/run_expiry.py +0 -0
  23. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/__init__.py +0 -0
  24. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/__main__.py +0 -0
  25. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/constants.py +0 -0
  26. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/ingester/ingester.py +0 -0
  27. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/__init__.py +0 -0
  28. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/es_metrics.py +0 -0
  29. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  30. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/helper.py +0 -0
  31. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/metrics_server.py +0 -0
  32. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  33. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  34. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  35. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/plumber/__init__.py +0 -0
  36. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/plumber/run_plumber.py +0 -0
  37. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/__init__.py +0 -0
  38. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/client.py +0 -0
  39. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/__init__.py +0 -0
  40. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/run.py +0 -0
  41. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/creator/run_worker.py +0 -0
  42. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/__init__.py +0 -0
  43. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/run.py +0 -0
  44. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/loader/run_worker.py +0 -0
  45. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/replay/replay.py +0 -0
  46. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/safelist_client.py +0 -0
  47. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/__init__.py +0 -0
  48. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/collection.py +0 -0
  49. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  50. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  51. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/interface.py +0 -0
  52. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  53. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/run_scaler.py +0 -0
  54. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/scaler/scaler_server.py +0 -0
  55. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/server_base.py +0 -0
  56. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/signature_client.py +0 -0
  57. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/submission_client.py +0 -0
  58. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/tasking_client.py +0 -0
  59. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/__init__.py +0 -0
  60. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/updater/run_updater.py +0 -0
  61. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/__init__.py +0 -0
  62. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/crawler.py +0 -0
  63. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/department_map.py +0 -0
  64. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/safelist.py +0 -0
  65. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/stream_map.py +0 -0
  66. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/vacuum/worker.py +0 -0
  67. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/workflow/__init__.py +0 -0
  68. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core/workflow/run_workflow.py +0 -0
  69. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  70. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  71. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/requires.txt +0 -0
  72. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/assemblyline_core.egg-info/top_level.txt +0 -0
  73. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/setup.cfg +0 -0
  74. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/setup.py +0 -0
  75. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_alerter.py +0 -0
  76. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_badlist_client.py +0 -0
  77. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_dispatcher.py +0 -0
  78. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_expiry.py +0 -0
  79. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_plumber.py +0 -0
  80. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_replay.py +0 -0
  81. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_safelist_client.py +0 -0
  82. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_scaler.py +0 -0
  83. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_scheduler.py +0 -0
  84. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_signature_client.py +0 -0
  85. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_simulation.py +0 -0
  86. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_vacuum.py +0 -0
  87. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_ingest.py +0 -0
  88. {assemblyline-core-4.5.1.dev117 → assemblyline-core-4.5.1.dev119}/test/test_worker_submit.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev117
3
+ Version: 4.5.1.dev119
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1 @@
1
+ 4.5.1.dev119
@@ -21,6 +21,17 @@ class ContainerRegistry():
21
21
  def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
22
22
  raise NotImplementedError()
23
23
 
24
+ def _perform_request(self, url, headers, verify, proxies):
25
+ resp = None
26
+ try:
27
+ resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
28
+ except requests.exceptions.SSLError:
29
+ # Connect to insecure registry over HTTP (development only)
30
+ if not verify:
31
+ url = url.replace('https://','http://')
32
+ resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
33
+ return resp
34
+
24
35
 
25
36
  class DockerRegistry(ContainerRegistry):
26
37
  def _get_proprietary_registry_tags(self, server, image_name, auth, verify, proxies=None, token_server=None):
@@ -37,20 +48,13 @@ class DockerRegistry(ContainerRegistry):
37
48
  # Assume the token server is the same as the container image registry host if not explicitly set
38
49
  token_server = token_server if token_server else server
39
50
  token_url = f"https://{token_server}/token?scope=repository:{image_name}:pull"
40
- resp = requests.get(token_url)
41
- if resp.ok:
51
+ resp = self._perform_request(token_url, headers, verify, proxies)
52
+ if resp and resp.ok:
42
53
  # Request to obtain token was successful, set Authorization header for registry API
43
54
  token = resp.json().get('token')
44
55
  headers["Authorization"] = f"Bearer {token}"
45
56
 
46
- resp = None
47
- try:
48
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
49
- except requests.exceptions.SSLError:
50
- # Connect to insecure registry over HTTP (development only)
51
- if not verify:
52
- url = f"http://{server}/v2/{image_name}/tags/list"
53
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
57
+ resp = self._perform_request(url, headers, verify, proxies)
54
58
  # Test for valid response
55
59
  if resp and resp.ok:
56
60
  # Test for positive list of tags
@@ -74,20 +78,13 @@ class HarborRegistry(ContainerRegistry):
74
78
  # Assume the token server is the same as the container image registry host if not explicitly set
75
79
  token_server = token_server if token_server else server
76
80
  token_url = f"https://{server}/service/token?scope=repository:{image_name}:pull"
77
- resp = requests.get(token_url)
78
- if resp.ok:
81
+ resp = self._perform_request(token_url, headers, verify, proxies)
82
+ if resp and resp.ok:
79
83
  # Request to obtain token was successful, set Authorization header for registry API
80
84
  token = resp.json().get('token')
81
85
  headers["Authorization"] = f"Bearer {token}"
82
- resp = None
83
- try:
84
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
85
- except requests.exceptions.SSLError:
86
- # Connect to insecure registry over HTTP (development only)
87
- if not verify:
88
- url = f"http://{server}/api/v2.0/projects/{project_id}/repositories/{repo_id}/artifacts"
89
- resp = requests.get(url, headers=headers, verify=verify, proxies=proxies)
90
86
 
87
+ resp = self._perform_request(url, headers, verify, proxies)
91
88
  if resp and resp.ok:
92
89
  return [tag['name'] for image in resp.json() if image['tags'] for tag in image['tags']]
93
90
  return []
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: assemblyline-core
3
- Version: 4.5.1.dev117
3
+ Version: 4.5.1.dev119
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -1 +0,0 @@
1
- 4.5.1.dev117