assemblyline-core 4.7.1.dev26__tar.gz → 4.7.1.dev30__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/PKG-INFO +1 -1
  2. assemblyline_core-4.7.1.dev30/assemblyline_core/VERSION +1 -0
  3. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/run_updater.py +7 -13
  4. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/PKG-INFO +1 -1
  5. assemblyline_core-4.7.1.dev26/assemblyline_core/VERSION +0 -1
  6. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/LICENCE.md +0 -0
  7. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/README.md +0 -0
  8. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/__init__.py +0 -0
  9. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/__init__.py +0 -0
  10. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/processing.py +0 -0
  11. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/alerter/run_alerter.py +0 -0
  12. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/archiver/__init__.py +0 -0
  13. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/archiver/run_archiver.py +0 -0
  14. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/badlist_client.py +0 -0
  15. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/__init__.py +0 -0
  16. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/client.py +0 -0
  17. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/dispatcher.py +0 -0
  18. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/dispatching/schedules.py +0 -0
  19. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/expiry/__init__.py +0 -0
  20. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/expiry/run_expiry.py +0 -0
  21. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/__init__.py +0 -0
  22. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/constants.py +0 -0
  23. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/ingester/ingester.py +0 -0
  24. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/__init__.py +0 -0
  25. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/es_metrics.py +0 -0
  26. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/heartbeat_formatter.py +0 -0
  27. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/helper.py +0 -0
  28. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/metrics_server.py +0 -0
  29. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_heartbeat_manager.py +0 -0
  30. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_metrics_aggregator.py +0 -0
  31. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/metrics/run_statistics_aggregator.py +0 -0
  32. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/__init__.py +0 -0
  33. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/client.py +0 -0
  34. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/__init__.py +0 -0
  35. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/run.py +0 -0
  36. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/creator/run_worker.py +0 -0
  37. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/__init__.py +0 -0
  38. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/run.py +0 -0
  39. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/loader/run_worker.py +0 -0
  40. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/replay/replay.py +0 -0
  41. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/safelist_client.py +0 -0
  42. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/__init__.py +0 -0
  43. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/collection.py +0 -0
  44. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/__init__.py +0 -0
  45. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/docker_ctl.py +0 -0
  46. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/interface.py +0 -0
  47. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/controllers/kubernetes_ctl.py +0 -0
  48. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/run_scaler.py +0 -0
  49. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/scaler/scaler_server.py +0 -0
  50. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/server_base.py +0 -0
  51. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/signature_client.py +0 -0
  52. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/submission_client.py +0 -0
  53. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/tasking_client.py +0 -0
  54. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/__init__.py +0 -0
  55. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/updater/helper.py +0 -0
  56. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/__init__.py +0 -0
  57. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/crawler.py +0 -0
  58. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/department_map.py +0 -0
  59. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/safelist.py +0 -0
  60. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/stream_map.py +0 -0
  61. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/vacuum/worker.py +0 -0
  62. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/workflow/__init__.py +0 -0
  63. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core/workflow/run_workflow.py +0 -0
  64. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/SOURCES.txt +0 -0
  65. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/dependency_links.txt +0 -0
  66. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/requires.txt +0 -0
  67. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/assemblyline_core.egg-info/top_level.txt +0 -0
  68. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/setup.cfg +0 -0
  69. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/setup.py +0 -0
  70. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_alerter.py +0 -0
  71. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_badlist_client.py +0 -0
  72. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_expiry.py +0 -0
  73. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_replay.py +0 -0
  74. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_safelist_client.py +0 -0
  75. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_scaler.py +0 -0
  76. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_scheduler.py +0 -0
  77. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_signature_client.py +0 -0
  78. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_tasking_client.py +0 -0
  79. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_vacuum.py +0 -0
  80. {assemblyline_core-4.7.1.dev26 → assemblyline_core-4.7.1.dev30}/test/test_workflow.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: assemblyline-core
3
- Version: 4.7.1.dev26
3
+ Version: 4.7.1.dev30
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -0,0 +1 @@
1
+ 4.7.1.dev30
@@ -61,9 +61,12 @@ INHERITED_VARIABLES: list[str] = ['HTTP_PROXY', 'HTTPS_PROXY', 'NO_PROXY', 'http
61
61
  for secret in re.findall(r'\${\w+}', open('/etc/assemblyline/config.yml', 'r').read())
62
62
  ]
63
63
 
64
+ AL_REGISTRATION_NETWORK = os.environ.get("AL_REGISTRATION_NETWORK", 'al_registration')
64
65
  CONFIGURATION_HOST_PATH = os.getenv('CONFIGURATION_HOST_PATH', 'service_config')
65
66
  CONFIGURATION_CONFIGMAP = os.getenv('KUBERNETES_AL_CONFIG', None)
66
- AL_CORE_NETWORK = os.environ.get("AL_CORE_NETWORK", 'core')
67
+ SERVICE_API_HOST = os.environ.get('SERVICE_API_HOST', "http://service_server:5003")
68
+ SERVICE_API_KEY = os.environ.get('SERVICE_API_KEY', 'ThisIsARandomAuthKey...ChangeMe!')
69
+
67
70
  RESTRICTED_POD_SECUTITY_CONTEXT = V1SecurityContext(
68
71
  run_as_user=1000,
69
72
  run_as_group=1000,
@@ -73,7 +76,6 @@ RESTRICTED_POD_SECUTITY_CONTEXT = V1SecurityContext(
73
76
  seccomp_profile=V1SeccompProfile(type="RuntimeDefault")
74
77
  )
75
78
 
76
- SERVICE_API_HOST = os.getenv('SERVICE_API_HOST')
77
79
  RELEASE_NAME = os.getenv('RELEASE_NAME')
78
80
 
79
81
 
@@ -138,7 +140,7 @@ class DockerUpdateInterface:
138
140
  image=docker_config.image,
139
141
  name='update_' + name + '_' + uuid.uuid4().hex,
140
142
  labels={'update_for': name, 'updater_launched': 'true'},
141
- network=AL_CORE_NETWORK,
143
+ network=AL_REGISTRATION_NETWORK,
142
144
  restart_policy={'Name': 'no'},
143
145
  command=docker_config.command,
144
146
  volumes=docker_mounts,
@@ -312,11 +314,9 @@ class KubernetesUpdateInterface:
312
314
  read_only=True,
313
315
  ))
314
316
 
315
- section = 'service'
316
317
  labels = {
317
318
  'app': 'assemblyline',
318
- 'section': section,
319
- 'privilege': 'core',
319
+ 'section': 'service',
320
320
  'component': 'update-script',
321
321
  }
322
322
  labels.update(self.extra_labels)
@@ -480,9 +480,6 @@ class ServiceUpdater(ThreadedCoreBase):
480
480
  if self.config.core.scaler.additional_labels:
481
481
  extra_labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.additional_labels)})
482
482
 
483
- if self.config.core.scaler.privileged_services_additional_labels:
484
- extra_labels.update({k: v for k, v in (_l.split("=") for _l in self.config.core.scaler.privileged_services_additional_labels)})
485
-
486
483
  # If Updater has envs that set the service-server to use HTTPS, then assume a Root CA needs to be mounted
487
484
  if SERVICE_API_HOST and SERVICE_API_HOST.startswith('https'):
488
485
  self.config.core.scaler.service_defaults.mounts.append(dict(
@@ -500,11 +497,10 @@ class ServiceUpdater(ThreadedCoreBase):
500
497
  linux_node_selector=self.config.core.scaler.linux_node_selector,
501
498
  default_service_tolerations=self.config.core.scaler.service_defaults.tolerations,
502
499
  enable_pod_security=self.config.core.scaler.enable_pod_security)
503
- # Add all additional mounts to privileged services
504
- self.mounts = self.config.core.scaler.service_defaults.mounts
505
500
  else:
506
501
  self.controller = DockerUpdateInterface(logger=self.log, log_level=self.config.logging.log_level)
507
502
 
503
+ # Add any mounts defined in the service defaults to the updater interface so they get applied to all updates/installs
508
504
  self.mounts = self.config.core.scaler.service_defaults.mounts
509
505
 
510
506
  def _handle_service_change_event(self, data: Optional[ServiceChange]):
@@ -554,7 +550,6 @@ class ServiceUpdater(ThreadedCoreBase):
554
550
  env = {
555
551
  "SERVICE_TAG": tag_name,
556
552
  "REGISTER_ONLY": 'true',
557
- "PRIVILEGED": 'true',
558
553
  }
559
554
 
560
555
  # Update environment with service defaults
@@ -653,7 +648,6 @@ class ServiceUpdater(ThreadedCoreBase):
653
648
  env = {
654
649
  "SERVICE_TAG": update_data['latest_tag'],
655
650
  "REGISTER_ONLY": 'true',
656
- "PRIVILEGED": 'true',
657
651
  }
658
652
 
659
653
  # Update environment with service defaults
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: assemblyline-core
3
- Version: 4.7.1.dev26
3
+ Version: 4.7.1.dev30
4
4
  Summary: Assemblyline 4 - Core components
5
5
  Home-page: https://github.com/CybercentreCanada/assemblyline-core/
6
6
  Author: CCCS Assemblyline development team
@@ -1 +0,0 @@
1
- 4.7.1.dev26