ScriptCollection 4.2.130__py3-none-any.whl → 4.2.131__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ScriptCollection/AnionBuildPlatform.py +9 -9
- ScriptCollection/GeneralUtilities.py +4 -4
- ScriptCollection/OCIImages/OCIImageManager.py +216 -216
- ScriptCollection/ProcessesRunner.py +2 -2
- ScriptCollection/ProgramRunnerSudo.py +110 -110
- ScriptCollection/SCLog.py +6 -6
- ScriptCollection/ScriptCollectionCore.py +3706 -3706
- ScriptCollection/TFCPS/DotNet/TFCPS_CodeUnitSpecific_DotNet.py +2 -2
- ScriptCollection/TFCPS/TFCPS_CodeUnitSpecific_Base.py +3 -3
- ScriptCollection/TFCPS/TFCPS_CodeUnit_BuildCodeUnit.py +8 -8
- ScriptCollection/TFCPS/TFCPS_CodeUnit_BuildCodeUnits.py +352 -352
- ScriptCollection/TFCPS/TFCPS_CreateRelease.py +18 -18
- ScriptCollection/TFCPS/TFCPS_Generic.py +44 -44
- ScriptCollection/TFCPS/TFCPS_MergeToMain.py +128 -128
- ScriptCollection/TFCPS/TFCPS_MergeToStable.py +355 -355
- ScriptCollection/TFCPS/TFCPS_PreBuildCodeunitsScript.py +6 -6
- ScriptCollection/TFCPS/TFCPS_Tools_General.py +1 -1
- ScriptCollection/UnassignedVariablesCheck.py +94 -0
- {scriptcollection-4.2.130.dist-info → scriptcollection-4.2.131.dist-info}/METADATA +1 -1
- {scriptcollection-4.2.130.dist-info → scriptcollection-4.2.131.dist-info}/RECORD +23 -22
- {scriptcollection-4.2.130.dist-info → scriptcollection-4.2.131.dist-info}/WHEEL +0 -0
- {scriptcollection-4.2.130.dist-info → scriptcollection-4.2.131.dist-info}/entry_points.txt +0 -0
- {scriptcollection-4.2.130.dist-info → scriptcollection-4.2.131.dist-info}/top_level.txt +0 -0
|
@@ -6,13 +6,13 @@ from .GeneralUtilities import GeneralUtilities
|
|
|
6
6
|
from .ScriptCollectionCore import ScriptCollectionCore
|
|
7
7
|
|
|
8
8
|
class AnionBuildPlatformConfiguration:
|
|
9
|
-
build_repositories_folder:str
|
|
10
|
-
additional_arguments_file:str
|
|
11
|
-
verbosity:LogLevel
|
|
12
|
-
source_branch:str#other/next-release
|
|
13
|
-
common_remote_name:str
|
|
14
|
-
update_dependencies:bool
|
|
15
|
-
lazy_mode:bool
|
|
9
|
+
build_repositories_folder:str = None
|
|
10
|
+
additional_arguments_file:str = None
|
|
11
|
+
verbosity:LogLevel = None
|
|
12
|
+
source_branch:str = None #other/next-release
|
|
13
|
+
common_remote_name:str = None
|
|
14
|
+
update_dependencies:bool = None
|
|
15
|
+
lazy_mode:bool = None
|
|
16
16
|
|
|
17
17
|
def __init__(self,
|
|
18
18
|
build_repositories_folder:str,
|
|
@@ -32,8 +32,8 @@ class AnionBuildPlatformConfiguration:
|
|
|
32
32
|
|
|
33
33
|
class AnionBuildPlatform:
|
|
34
34
|
|
|
35
|
-
__configuration: AnionBuildPlatformConfiguration
|
|
36
|
-
__sc:ScriptCollectionCore
|
|
35
|
+
__configuration: AnionBuildPlatformConfiguration = None
|
|
36
|
+
__sc:ScriptCollectionCore = None
|
|
37
37
|
|
|
38
38
|
def __init__(self, configuration: AnionBuildPlatformConfiguration):
|
|
39
39
|
self.__configuration = configuration
|
|
@@ -45,8 +45,8 @@ class Platform(Enum):
|
|
|
45
45
|
|
|
46
46
|
|
|
47
47
|
class Dependency:
|
|
48
|
-
dependencyname:str
|
|
49
|
-
current_version:str
|
|
48
|
+
dependencyname:str = None
|
|
49
|
+
current_version:str = None
|
|
50
50
|
|
|
51
51
|
def __init__(self,dependencyname:str,current_version:str):
|
|
52
52
|
self.dependencyname=dependencyname
|
|
@@ -594,7 +594,7 @@ class GeneralUtilities:
|
|
|
594
594
|
return
|
|
595
595
|
is_first_line = True
|
|
596
596
|
for line in lines:
|
|
597
|
-
insert_linebreak: bool
|
|
597
|
+
insert_linebreak: bool = None
|
|
598
598
|
if is_first_line:
|
|
599
599
|
insert_linebreak = GeneralUtilities.file_ends_with_content(file)
|
|
600
600
|
else:
|
|
@@ -1055,7 +1055,7 @@ class GeneralUtilities:
|
|
|
1055
1055
|
if ignore_first_line:
|
|
1056
1056
|
lines = lines[1:]
|
|
1057
1057
|
result = list()
|
|
1058
|
-
line: str
|
|
1058
|
+
line: str = None
|
|
1059
1059
|
for line_loopvariable in lines:
|
|
1060
1060
|
use_line = True
|
|
1061
1061
|
line = line_loopvariable
|
|
@@ -1,216 +1,216 @@
|
|
|
1
|
-
import os
|
|
2
|
-
import yaml
|
|
3
|
-
from packaging.version import Version
|
|
4
|
-
from ..GeneralUtilities import GeneralUtilities
|
|
5
|
-
from ..ScriptCollectionCore import ScriptCollectionCore
|
|
6
|
-
from ..GeneralUtilities import VersionEcholon
|
|
7
|
-
from ..SCLog import LogLevel
|
|
8
|
-
from .AbstractImageHandler import AbstractImageHandler
|
|
9
|
-
from .ConcreteImageHandlers.ImageHandlerDebian import ImageHandlerDebian
|
|
10
|
-
from .ConcreteImageHandlers.ImageHandlerDebianSlim import ImageHandlerDebianSlim
|
|
11
|
-
from .ConcreteImageHandlers.ImageHandlerGeneric import ImageHandlerGeneric
|
|
12
|
-
from .ConcreteImageHandlers.ImageHandlerGenericV import ImageHandlerGenericV
|
|
13
|
-
from .ConcreteImageHandlers.ImageHandlerGitlabCE import ImageHandlerGitlabCE
|
|
14
|
-
from .ConcreteImageHandlers.ImageHandlerGitlabEE import ImageHandlerGitlabEE
|
|
15
|
-
|
|
16
|
-
class OCIImageManager:
|
|
17
|
-
|
|
18
|
-
__sc:ScriptCollectionCore=None
|
|
19
|
-
image_handler:list[AbstractImageHandler]
|
|
20
|
-
|
|
21
|
-
def __init__(self,sc:ScriptCollectionCore):
|
|
22
|
-
if sc is None:
|
|
23
|
-
sc=ScriptCollectionCore()
|
|
24
|
-
self.__sc=sc
|
|
25
|
-
self.image_handler=[
|
|
26
|
-
ImageHandlerDebian(),
|
|
27
|
-
ImageHandlerDebianSlim(),
|
|
28
|
-
ImageHandlerGeneric(),
|
|
29
|
-
ImageHandlerGenericV(),
|
|
30
|
-
ImageHandlerGitlabCE(),
|
|
31
|
-
ImageHandlerGitlabEE(),
|
|
32
|
-
]
|
|
33
|
-
|
|
34
|
-
@GeneralUtilities.check_arguments
|
|
35
|
-
def get_image_handler(self,image_name:str)->AbstractImageHandler:
|
|
36
|
-
for image_handler in self.image_handler:
|
|
37
|
-
if image_handler.can_handle(image_name):
|
|
38
|
-
return image_handler
|
|
39
|
-
raise ValueError(f"No image-handler available for image \"{image_name}\".")
|
|
40
|
-
|
|
41
|
-
@GeneralUtilities.check_arguments
|
|
42
|
-
def get_repository_image_definition_file(self,repository:str)->str:
|
|
43
|
-
self.__sc.assert_is_git_repository(repository)
|
|
44
|
-
return os.path.join(repository,".ScriptCollection","OCIImages","ImageDefinition.csv")
|
|
45
|
-
|
|
46
|
-
@GeneralUtilities.check_arguments
|
|
47
|
-
def get_global_docker_image_registries_file(self)->str:
|
|
48
|
-
folder=os.path.join(self.__sc.get_global_cache_folder(),"OCIImages")
|
|
49
|
-
GeneralUtilities.ensure_directory_exists(folder)
|
|
50
|
-
result=os.path.join(folder,"ImageRegistries.csv")
|
|
51
|
-
if not os.path.isfile(result):
|
|
52
|
-
GeneralUtilities.ensure_file_exists(result)
|
|
53
|
-
GeneralUtilities.write_lines_to_file(result,["ImageName;RegistryAddress"])
|
|
54
|
-
return result
|
|
55
|
-
|
|
56
|
-
@GeneralUtilities.check_arguments
|
|
57
|
-
def get_used_images_in_repository(self,repository:str)->list[str]:
|
|
58
|
-
result:list[str]=[]
|
|
59
|
-
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
60
|
-
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
61
|
-
result.append(line[0])
|
|
62
|
-
return result
|
|
63
|
-
|
|
64
|
-
@GeneralUtilities.check_arguments
|
|
65
|
-
def custom_registry_is_defined(self,image_name:str)->bool:
|
|
66
|
-
global_docker_image_registries_file=self.get_global_docker_image_registries_file()
|
|
67
|
-
for line in GeneralUtilities.read_nonempty_lines_from_file(global_docker_image_registries_file)[1:]:
|
|
68
|
-
splitted_line=line.split(";")
|
|
69
|
-
if image_name==splitted_line[0]:
|
|
70
|
-
GeneralUtilities.assert_condition(GeneralUtilities.string_has_content(splitted_line[1]),f"No registry defined for image {image_name}.")
|
|
71
|
-
return True
|
|
72
|
-
return False
|
|
73
|
-
|
|
74
|
-
@GeneralUtilities.check_arguments
|
|
75
|
-
def get_tag_for_image(self,repository:str,image_name:str)->str:
|
|
76
|
-
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
77
|
-
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
78
|
-
if image_name==line[0]:
|
|
79
|
-
return line[2]
|
|
80
|
-
raise ValueError(f"No tag defined for image \"{image_name}\".")
|
|
81
|
-
|
|
82
|
-
@GeneralUtilities.check_arguments
|
|
83
|
-
def get_registry_address_for_image(self,repository:str,image_name:str)->str:
|
|
84
|
-
"""Example: if image_name==Debian this function returns something like "myregistry.example.com/debian", always without tag."""
|
|
85
|
-
if self.custom_registry_is_defined(image_name):
|
|
86
|
-
#return image from custom registry-address
|
|
87
|
-
global_docker_image_registries_file=self.get_global_docker_image_registries_file()
|
|
88
|
-
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(global_docker_image_registries_file)[1:]]:
|
|
89
|
-
if image_name==line[0]:
|
|
90
|
-
return line[1]
|
|
91
|
-
else:
|
|
92
|
-
#return fallback-registry-address
|
|
93
|
-
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
94
|
-
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
95
|
-
if image_name==line[0]:
|
|
96
|
-
return line[1]
|
|
97
|
-
raise ValueError(f"No registry defined for image \"{image_name}\".")
|
|
98
|
-
|
|
99
|
-
@GeneralUtilities.check_arguments
|
|
100
|
-
def get_registry_address_for_image_with_default_tag(self,repository:str,image_name:str)->str:
|
|
101
|
-
return f"{self.get_registry_address_for_image(repository,image_name)}:{self.get_tag_for_image(repository,image_name)}"
|
|
102
|
-
|
|
103
|
-
@GeneralUtilities.check_arguments
|
|
104
|
-
def update_default_tag_for_images_in_image_definitions_file(self,repository:str,search_in_custom_registry_only_if_available:bool)->None:
|
|
105
|
-
file=f"{repository}/.ScriptCollection/OCIImages/ImageDefinition.csv"
|
|
106
|
-
GeneralUtilities.assert_file_exists(file)
|
|
107
|
-
lines=GeneralUtilities.read_nonempty_lines_from_file(file)
|
|
108
|
-
new_lines:list[str]=[]
|
|
109
|
-
#file looks like:
|
|
110
|
-
#ImageName;UpstreamRegistryAddress;DefaultTag
|
|
111
|
-
#Debian;docker.io/library/debian;13.4-slim
|
|
112
|
-
for line in lines:
|
|
113
|
-
if line.startswith("ImageName;"): #header line
|
|
114
|
-
new_lines.append(line)
|
|
115
|
-
continue
|
|
116
|
-
splitted_line=line.split(";")
|
|
117
|
-
image_name=splitted_line[0]
|
|
118
|
-
registry_address=splitted_line[1]
|
|
119
|
-
default_tag=splitted_line[2]
|
|
120
|
-
tag=default_tag
|
|
121
|
-
try:
|
|
122
|
-
addresses_to_check=[]
|
|
123
|
-
if self.custom_registry_is_defined(image_name):
|
|
124
|
-
addresses_to_check.append(self.get_registry_address_for_image(repository,image_name))
|
|
125
|
-
else:
|
|
126
|
-
if search_in_custom_registry_only_if_available:
|
|
127
|
-
raise ValueError(f"No custom registry defined for image {image_name}.")
|
|
128
|
-
if not search_in_custom_registry_only_if_available:
|
|
129
|
-
addresses_to_check.append(registry_address)
|
|
130
|
-
newest_versions:set[Version]={default_tag}
|
|
131
|
-
current_version=Version(default_tag)
|
|
132
|
-
for address in addresses_to_check:
|
|
133
|
-
newest_versions_for_address=self.get_available_versions_of_image_which_are_newer(image_name,address,current_version,VersionEcholon.LatestVersion)
|
|
134
|
-
if newest_versions_for_address is not None:
|
|
135
|
-
newest_versions.update(newest_versions_for_address)
|
|
136
|
-
GeneralUtilities.assert_condition(len(newest_versions)>0,f"Could not find any version for image {image_name} in registry {registry_address}.")
|
|
137
|
-
newest_version=max(newest_versions)
|
|
138
|
-
tag=self.version_to_tag(image_name,newest_version)
|
|
139
|
-
except Exception as e:
|
|
140
|
-
self.__sc.log.log(f"Could not get tag for image {image_name} from registry {registry_address}. Reason: {str(e)}",LogLevel.Warning)
|
|
141
|
-
new_lines.append(f"{image_name};{registry_address};{tag}")
|
|
142
|
-
GeneralUtilities.write_lines_to_file(file,new_lines)
|
|
143
|
-
|
|
144
|
-
@GeneralUtilities.check_arguments
|
|
145
|
-
def get_available_versions_of_image_which_are_newer(self,image_name:str,registry_address:str,current_version:Version,echolon: VersionEcholon)->Version:
|
|
146
|
-
#image_handler=self.get_image_handler(image_name)
|
|
147
|
-
result= None #TODO calculate result using get_available_tags_of_image.
|
|
148
|
-
#TODO if echolon is not none, then use echolon instead of the default echolon of the image-handler.
|
|
149
|
-
#TODO return the versions sorted.
|
|
150
|
-
#TODO if result is empty: return None
|
|
151
|
-
return result
|
|
152
|
-
|
|
153
|
-
@GeneralUtilities.check_arguments
|
|
154
|
-
def get_available_tags_of_image(self,image_name:str,registry_address:str)->list[str]:
|
|
155
|
-
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian".
|
|
156
|
-
returns something like ["13.2-slim", "13.2", "13.3-slim", "13.3"]."""
|
|
157
|
-
return self.get_image_handler(image_name).get_available_tags_of_image(image_name,registry_address)
|
|
158
|
-
|
|
159
|
-
@GeneralUtilities.check_arguments
|
|
160
|
-
def tag_to_version(self,image_name:str,tag:str)->Version:
|
|
161
|
-
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian"."""
|
|
162
|
-
return self.get_image_handler(image_name).tag_to_version(image_name, tag)
|
|
163
|
-
|
|
164
|
-
@GeneralUtilities.check_arguments
|
|
165
|
-
def version_to_tag(self,image_name:str,version:Version)->str:
|
|
166
|
-
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian".
|
|
167
|
-
returns something like "13.3-slim".
|
|
168
|
-
If there are multiple tags available for a certain version then the image-handler decides which one will be returned."""
|
|
169
|
-
return self.get_image_handler(image_name).version_to_tag(image_name,version)
|
|
170
|
-
|
|
171
|
-
@GeneralUtilities.check_arguments
|
|
172
|
-
def get_images_used_in_docker_compose_file(self,docker_compose_file:str)->dict[str,tuple[str,str,str]]:#returns dict[service_name,[image_name,image_address,current_tag]]
|
|
173
|
-
GeneralUtilities.assert_file_exists(docker_compose_file)
|
|
174
|
-
result: dict[str, tuple[str, str, str]] = {}
|
|
175
|
-
with open(docker_compose_file, "r", encoding="utf-8") as f:
|
|
176
|
-
compose_data = yaml.safe_load(f)
|
|
177
|
-
services = (compose_data or {}).get("services", {}) or {}
|
|
178
|
-
for service_name, service_definition in services.items():
|
|
179
|
-
if not isinstance(service_definition, dict):
|
|
180
|
-
continue
|
|
181
|
-
image_value = service_definition.get("image")
|
|
182
|
-
if not isinstance(image_value, str) or not image_value:
|
|
183
|
-
continue
|
|
184
|
-
last_colon = image_value.rfind(":")
|
|
185
|
-
last_slash = image_value.rfind("/")
|
|
186
|
-
if last_colon == -1 or last_colon < last_slash:
|
|
187
|
-
image_address = image_value
|
|
188
|
-
current_tag = "latest"
|
|
189
|
-
else:
|
|
190
|
-
image_address = image_value[:last_colon]
|
|
191
|
-
current_tag = image_value[last_colon + 1:]
|
|
192
|
-
image_name = image_address.rsplit("/", 1)[-1]
|
|
193
|
-
result[service_name] = (image_name, image_address, current_tag)
|
|
194
|
-
return result
|
|
195
|
-
|
|
196
|
-
@GeneralUtilities.check_arguments
|
|
197
|
-
def update_image_in_docker_compose_file(self,docker_compose_file:str,default_echolon:VersionEcholon=None,per_image_echolons:dict[str,VersionEcholon]=None)->None:
|
|
198
|
-
if per_image_echolons is None:
|
|
199
|
-
per_image_echolons = {}
|
|
200
|
-
for service,service_information in self.get_images_used_in_docker_compose_file(docker_compose_file).items():
|
|
201
|
-
image_name=service_information[0]
|
|
202
|
-
image_address=service_information[1]
|
|
203
|
-
current_tag=service_information[2]
|
|
204
|
-
image_handler=self.get_image_handler(image_name)
|
|
205
|
-
effective_echolon=per_image_echolons.get(image_name,default_echolon)
|
|
206
|
-
if effective_echolon is None:
|
|
207
|
-
effective_echolon=image_handler.get_default_echolon_for_update()
|
|
208
|
-
new_versions_for_address=self.get_available_versions_of_image_which_are_newer(image_name,image_address,self.tag_to_version(image_name,current_tag),effective_echolon)
|
|
209
|
-
new_tag=self.version_to_tag(image_name,new_versions_for_address)
|
|
210
|
-
if new_tag is not None and new_tag != current_tag:
|
|
211
|
-
new_image_reference = f"{image_address}:{new_tag}"
|
|
212
|
-
with open(docker_compose_file, "r", encoding="utf-8") as f:
|
|
213
|
-
compose_data = yaml.safe_load(f)
|
|
214
|
-
compose_data["services"][service]["image"] = new_image_reference
|
|
215
|
-
with open(docker_compose_file, "w", encoding="utf-8") as f:
|
|
216
|
-
yaml.safe_dump(compose_data, f, default_flow_style=False, sort_keys=False)
|
|
1
|
+
import os
|
|
2
|
+
import yaml
|
|
3
|
+
from packaging.version import Version
|
|
4
|
+
from ..GeneralUtilities import GeneralUtilities
|
|
5
|
+
from ..ScriptCollectionCore import ScriptCollectionCore
|
|
6
|
+
from ..GeneralUtilities import VersionEcholon
|
|
7
|
+
from ..SCLog import LogLevel
|
|
8
|
+
from .AbstractImageHandler import AbstractImageHandler
|
|
9
|
+
from .ConcreteImageHandlers.ImageHandlerDebian import ImageHandlerDebian
|
|
10
|
+
from .ConcreteImageHandlers.ImageHandlerDebianSlim import ImageHandlerDebianSlim
|
|
11
|
+
from .ConcreteImageHandlers.ImageHandlerGeneric import ImageHandlerGeneric
|
|
12
|
+
from .ConcreteImageHandlers.ImageHandlerGenericV import ImageHandlerGenericV
|
|
13
|
+
from .ConcreteImageHandlers.ImageHandlerGitlabCE import ImageHandlerGitlabCE
|
|
14
|
+
from .ConcreteImageHandlers.ImageHandlerGitlabEE import ImageHandlerGitlabEE
|
|
15
|
+
|
|
16
|
+
class OCIImageManager:
|
|
17
|
+
|
|
18
|
+
__sc:ScriptCollectionCore=None
|
|
19
|
+
image_handler:list[AbstractImageHandler] = None
|
|
20
|
+
|
|
21
|
+
def __init__(self,sc:ScriptCollectionCore):
|
|
22
|
+
if sc is None:
|
|
23
|
+
sc=ScriptCollectionCore()
|
|
24
|
+
self.__sc=sc
|
|
25
|
+
self.image_handler=[
|
|
26
|
+
ImageHandlerDebian(),
|
|
27
|
+
ImageHandlerDebianSlim(),
|
|
28
|
+
ImageHandlerGeneric(),
|
|
29
|
+
ImageHandlerGenericV(),
|
|
30
|
+
ImageHandlerGitlabCE(),
|
|
31
|
+
ImageHandlerGitlabEE(),
|
|
32
|
+
]
|
|
33
|
+
|
|
34
|
+
@GeneralUtilities.check_arguments
|
|
35
|
+
def get_image_handler(self,image_name:str)->AbstractImageHandler:
|
|
36
|
+
for image_handler in self.image_handler:
|
|
37
|
+
if image_handler.can_handle(image_name):
|
|
38
|
+
return image_handler
|
|
39
|
+
raise ValueError(f"No image-handler available for image \"{image_name}\".")
|
|
40
|
+
|
|
41
|
+
@GeneralUtilities.check_arguments
|
|
42
|
+
def get_repository_image_definition_file(self,repository:str)->str:
|
|
43
|
+
self.__sc.assert_is_git_repository(repository)
|
|
44
|
+
return os.path.join(repository,".ScriptCollection","OCIImages","ImageDefinition.csv")
|
|
45
|
+
|
|
46
|
+
@GeneralUtilities.check_arguments
|
|
47
|
+
def get_global_docker_image_registries_file(self)->str:
|
|
48
|
+
folder=os.path.join(self.__sc.get_global_cache_folder(),"OCIImages")
|
|
49
|
+
GeneralUtilities.ensure_directory_exists(folder)
|
|
50
|
+
result=os.path.join(folder,"ImageRegistries.csv")
|
|
51
|
+
if not os.path.isfile(result):
|
|
52
|
+
GeneralUtilities.ensure_file_exists(result)
|
|
53
|
+
GeneralUtilities.write_lines_to_file(result,["ImageName;RegistryAddress"])
|
|
54
|
+
return result
|
|
55
|
+
|
|
56
|
+
@GeneralUtilities.check_arguments
|
|
57
|
+
def get_used_images_in_repository(self,repository:str)->list[str]:
|
|
58
|
+
result:list[str]=[]
|
|
59
|
+
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
60
|
+
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
61
|
+
result.append(line[0])
|
|
62
|
+
return result
|
|
63
|
+
|
|
64
|
+
@GeneralUtilities.check_arguments
|
|
65
|
+
def custom_registry_is_defined(self,image_name:str)->bool:
|
|
66
|
+
global_docker_image_registries_file=self.get_global_docker_image_registries_file()
|
|
67
|
+
for line in GeneralUtilities.read_nonempty_lines_from_file(global_docker_image_registries_file)[1:]:
|
|
68
|
+
splitted_line=line.split(";")
|
|
69
|
+
if image_name==splitted_line[0]:
|
|
70
|
+
GeneralUtilities.assert_condition(GeneralUtilities.string_has_content(splitted_line[1]),f"No registry defined for image {image_name}.")
|
|
71
|
+
return True
|
|
72
|
+
return False
|
|
73
|
+
|
|
74
|
+
@GeneralUtilities.check_arguments
|
|
75
|
+
def get_tag_for_image(self,repository:str,image_name:str)->str:
|
|
76
|
+
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
77
|
+
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
78
|
+
if image_name==line[0]:
|
|
79
|
+
return line[2]
|
|
80
|
+
raise ValueError(f"No tag defined for image \"{image_name}\".")
|
|
81
|
+
|
|
82
|
+
@GeneralUtilities.check_arguments
|
|
83
|
+
def get_registry_address_for_image(self,repository:str,image_name:str)->str:
|
|
84
|
+
"""Example: if image_name==Debian this function returns something like "myregistry.example.com/debian", always without tag."""
|
|
85
|
+
if self.custom_registry_is_defined(image_name):
|
|
86
|
+
#return image from custom registry-address
|
|
87
|
+
global_docker_image_registries_file=self.get_global_docker_image_registries_file()
|
|
88
|
+
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(global_docker_image_registries_file)[1:]]:
|
|
89
|
+
if image_name==line[0]:
|
|
90
|
+
return line[1]
|
|
91
|
+
else:
|
|
92
|
+
#return fallback-registry-address
|
|
93
|
+
repository_image_definition_file=self.get_repository_image_definition_file(repository)
|
|
94
|
+
for line in [f.split(";") for f in GeneralUtilities.read_nonempty_lines_from_file(repository_image_definition_file)[1:]]:
|
|
95
|
+
if image_name==line[0]:
|
|
96
|
+
return line[1]
|
|
97
|
+
raise ValueError(f"No registry defined for image \"{image_name}\".")
|
|
98
|
+
|
|
99
|
+
@GeneralUtilities.check_arguments
|
|
100
|
+
def get_registry_address_for_image_with_default_tag(self,repository:str,image_name:str)->str:
|
|
101
|
+
return f"{self.get_registry_address_for_image(repository,image_name)}:{self.get_tag_for_image(repository,image_name)}"
|
|
102
|
+
|
|
103
|
+
@GeneralUtilities.check_arguments
|
|
104
|
+
def update_default_tag_for_images_in_image_definitions_file(self,repository:str,search_in_custom_registry_only_if_available:bool)->None:
|
|
105
|
+
file=f"{repository}/.ScriptCollection/OCIImages/ImageDefinition.csv"
|
|
106
|
+
GeneralUtilities.assert_file_exists(file)
|
|
107
|
+
lines=GeneralUtilities.read_nonempty_lines_from_file(file)
|
|
108
|
+
new_lines:list[str]=[]
|
|
109
|
+
#file looks like:
|
|
110
|
+
#ImageName;UpstreamRegistryAddress;DefaultTag
|
|
111
|
+
#Debian;docker.io/library/debian;13.4-slim
|
|
112
|
+
for line in lines:
|
|
113
|
+
if line.startswith("ImageName;"): #header line
|
|
114
|
+
new_lines.append(line)
|
|
115
|
+
continue
|
|
116
|
+
splitted_line=line.split(";")
|
|
117
|
+
image_name=splitted_line[0]
|
|
118
|
+
registry_address=splitted_line[1]
|
|
119
|
+
default_tag=splitted_line[2]
|
|
120
|
+
tag=default_tag
|
|
121
|
+
try:
|
|
122
|
+
addresses_to_check=[]
|
|
123
|
+
if self.custom_registry_is_defined(image_name):
|
|
124
|
+
addresses_to_check.append(self.get_registry_address_for_image(repository,image_name))
|
|
125
|
+
else:
|
|
126
|
+
if search_in_custom_registry_only_if_available:
|
|
127
|
+
raise ValueError(f"No custom registry defined for image {image_name}.")
|
|
128
|
+
if not search_in_custom_registry_only_if_available:
|
|
129
|
+
addresses_to_check.append(registry_address)
|
|
130
|
+
newest_versions:set[Version]={default_tag}
|
|
131
|
+
current_version=Version(default_tag)
|
|
132
|
+
for address in addresses_to_check:
|
|
133
|
+
newest_versions_for_address=self.get_available_versions_of_image_which_are_newer(image_name,address,current_version,VersionEcholon.LatestVersion)
|
|
134
|
+
if newest_versions_for_address is not None:
|
|
135
|
+
newest_versions.update(newest_versions_for_address)
|
|
136
|
+
GeneralUtilities.assert_condition(len(newest_versions)>0,f"Could not find any version for image {image_name} in registry {registry_address}.")
|
|
137
|
+
newest_version=max(newest_versions)
|
|
138
|
+
tag=self.version_to_tag(image_name,newest_version)
|
|
139
|
+
except Exception as e:
|
|
140
|
+
self.__sc.log.log(f"Could not get tag for image {image_name} from registry {registry_address}. Reason: {str(e)}",LogLevel.Warning)
|
|
141
|
+
new_lines.append(f"{image_name};{registry_address};{tag}")
|
|
142
|
+
GeneralUtilities.write_lines_to_file(file,new_lines)
|
|
143
|
+
|
|
144
|
+
@GeneralUtilities.check_arguments
|
|
145
|
+
def get_available_versions_of_image_which_are_newer(self,image_name:str,registry_address:str,current_version:Version,echolon: VersionEcholon)->Version:
|
|
146
|
+
#image_handler=self.get_image_handler(image_name)
|
|
147
|
+
result= None #TODO calculate result using get_available_tags_of_image.
|
|
148
|
+
#TODO if echolon is not none, then use echolon instead of the default echolon of the image-handler.
|
|
149
|
+
#TODO return the versions sorted.
|
|
150
|
+
#TODO if result is empty: return None
|
|
151
|
+
return result
|
|
152
|
+
|
|
153
|
+
@GeneralUtilities.check_arguments
|
|
154
|
+
def get_available_tags_of_image(self,image_name:str,registry_address:str)->list[str]:
|
|
155
|
+
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian".
|
|
156
|
+
returns something like ["13.2-slim", "13.2", "13.3-slim", "13.3"]."""
|
|
157
|
+
return self.get_image_handler(image_name).get_available_tags_of_image(image_name,registry_address)
|
|
158
|
+
|
|
159
|
+
@GeneralUtilities.check_arguments
|
|
160
|
+
def tag_to_version(self,image_name:str,tag:str)->Version:
|
|
161
|
+
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian"."""
|
|
162
|
+
return self.get_image_handler(image_name).tag_to_version(image_name, tag)
|
|
163
|
+
|
|
164
|
+
@GeneralUtilities.check_arguments
|
|
165
|
+
def version_to_tag(self,image_name:str,version:Version)->str:
|
|
166
|
+
"""registry_address must have one of theese formats: "myregistry.example.com/debian" or "docker.io/debian" or "docker.io/myuser/debian".
|
|
167
|
+
returns something like "13.3-slim".
|
|
168
|
+
If there are multiple tags available for a certain version then the image-handler decides which one will be returned."""
|
|
169
|
+
return self.get_image_handler(image_name).version_to_tag(image_name,version)
|
|
170
|
+
|
|
171
|
+
@GeneralUtilities.check_arguments
|
|
172
|
+
def get_images_used_in_docker_compose_file(self,docker_compose_file:str)->dict[str,tuple[str,str,str]]:#returns dict[service_name,[image_name,image_address,current_tag]]
|
|
173
|
+
GeneralUtilities.assert_file_exists(docker_compose_file)
|
|
174
|
+
result: dict[str, tuple[str, str, str]] = {}
|
|
175
|
+
with open(docker_compose_file, "r", encoding="utf-8") as f:
|
|
176
|
+
compose_data = yaml.safe_load(f)
|
|
177
|
+
services = (compose_data or {}).get("services", {}) or {}
|
|
178
|
+
for service_name, service_definition in services.items():
|
|
179
|
+
if not isinstance(service_definition, dict):
|
|
180
|
+
continue
|
|
181
|
+
image_value = service_definition.get("image")
|
|
182
|
+
if not isinstance(image_value, str) or not image_value:
|
|
183
|
+
continue
|
|
184
|
+
last_colon = image_value.rfind(":")
|
|
185
|
+
last_slash = image_value.rfind("/")
|
|
186
|
+
if last_colon == -1 or last_colon < last_slash:
|
|
187
|
+
image_address = image_value
|
|
188
|
+
current_tag = "latest"
|
|
189
|
+
else:
|
|
190
|
+
image_address = image_value[:last_colon]
|
|
191
|
+
current_tag = image_value[last_colon + 1:]
|
|
192
|
+
image_name = image_address.rsplit("/", 1)[-1]
|
|
193
|
+
result[service_name] = (image_name, image_address, current_tag)
|
|
194
|
+
return result
|
|
195
|
+
|
|
196
|
+
@GeneralUtilities.check_arguments
|
|
197
|
+
def update_image_in_docker_compose_file(self,docker_compose_file:str,default_echolon:VersionEcholon=None,per_image_echolons:dict[str,VersionEcholon]=None)->None:
|
|
198
|
+
if per_image_echolons is None:
|
|
199
|
+
per_image_echolons = {}
|
|
200
|
+
for service,service_information in self.get_images_used_in_docker_compose_file(docker_compose_file).items():
|
|
201
|
+
image_name=service_information[0]
|
|
202
|
+
image_address=service_information[1]
|
|
203
|
+
current_tag=service_information[2]
|
|
204
|
+
image_handler=self.get_image_handler(image_name)
|
|
205
|
+
effective_echolon=per_image_echolons.get(image_name,default_echolon)
|
|
206
|
+
if effective_echolon is None:
|
|
207
|
+
effective_echolon=image_handler.get_default_echolon_for_update()
|
|
208
|
+
new_versions_for_address=self.get_available_versions_of_image_which_are_newer(image_name,image_address,self.tag_to_version(image_name,current_tag),effective_echolon)
|
|
209
|
+
new_tag=self.version_to_tag(image_name,new_versions_for_address)
|
|
210
|
+
if new_tag is not None and new_tag != current_tag:
|
|
211
|
+
new_image_reference = f"{image_address}:{new_tag}"
|
|
212
|
+
with open(docker_compose_file, "r", encoding="utf-8") as f:
|
|
213
|
+
compose_data = yaml.safe_load(f)
|
|
214
|
+
compose_data["services"][service]["image"] = new_image_reference
|
|
215
|
+
with open(docker_compose_file, "w", encoding="utf-8") as f:
|
|
216
|
+
yaml.safe_dump(compose_data, f, default_flow_style=False, sort_keys=False)
|
|
@@ -17,8 +17,8 @@ class ProcessStartInformation:
|
|
|
17
17
|
|
|
18
18
|
|
|
19
19
|
class ProcessesRunner:
|
|
20
|
-
sc: ScriptCollectionCore
|
|
21
|
-
processes: list[ProcessStartInformation]
|
|
20
|
+
sc: ScriptCollectionCore = None
|
|
21
|
+
processes: list[ProcessStartInformation] = None
|
|
22
22
|
|
|
23
23
|
def __init__(self, processes: list[ProcessStartInformation]):
|
|
24
24
|
self.sc = ScriptCollectionCore()
|