ScriptCollection 4.2.55__py3-none-any.whl → 4.2.57__py3-none-any.whl

ScriptCollection/ScriptCollectionCore.py

@@ -3,7 +3,6 @@ import json
 import binascii
 import filecmp
 import hashlib
-import logging
 import multiprocessing
 import time
 from io import BytesIO
@@ -37,7 +36,7 @@ from .ProgramRunnerBase import ProgramRunnerBase
 from .ProgramRunnerPopen import ProgramRunnerPopen
 from .SCLog import SCLog, LogLevel
 
-version = "4.2.55"
+version = "4.2.57"
 __version__ = version
 
 class VSCodeWorkspaceShellTask:
@@ -2880,7 +2879,7 @@ OCR-content:
         lines=program_result[1].split("\n")[1:]
         for line in lines:
             splitted=[item for item in line.split(' ') if GeneralUtilities.string_has_content(item)]
-            result.append(splitted[1])
+            result.append(splitted[1].replace("\n","").replace("\r","").strip())
         return result
 
     @GeneralUtilities.check_arguments
@@ -3123,11 +3122,99 @@ OCR-content:
 
         #sync existing files
         self.__sync_xlf2_files(base_file_xml, language_files_with_content)
-        
+            
     @GeneralUtilities.check_arguments
-    def translate_messages_in_folder(self,folder:str,base_language:str, api_server:str):
-        pass#TODO for each file in folder: call self.translate(...)
-        
+    def translate_xlf_files_in_folder(self, folder: str, base_language: str, libre_translate_api_server: str):
+        """Translates all .xlf files directly in the given folder (non-recursive)."""
+        pattern = re.compile(r'^.+\.[a-z]{2,3}\.xlf$')
+        for filename in os.listdir(folder):
+            if not pattern.match(filename):
+                continue
+            file_path = os.path.join(folder, filename)
+            self.translate_xlf_file(file_path, base_language, libre_translate_api_server)
+
     @GeneralUtilities.check_arguments
-    def translate(self,content:str, source_language:str, target_language:str,api_server:str)->str:
-        pass#TODO call libretranslate-api
+    def translate_xlf_file(self, file: str, base_language: str, libre_translate_api_server: str):
+        """
+        Translates all segments with state='initial' in a XLIFF 2.0 file.
+        The target language is extracted from the filename (e.g. 'messages.es.xlf' -> 'es').
+        """
+        ns_uri = "urn:oasis:names:tc:xliff:document:2.0"
+        ns = {"xliff": ns_uri}
+
+        filename = os.path.basename(file)
+        parts = filename.split(".")
+        if len(parts) < 3:
+            raise ValueError(f"Cannot extract language from filename: {filename}")
+        target_language = parts[-2]
+
+        tree = ET.parse(file)
+        root = tree.getroot()
+
+        for segment in root.findall(".//xliff:segment[@state='initial']", ns):
+            source_el = segment.find("xliff:source", ns)
+            if source_el is None or not source_el.text:
+                continue
+
+            translated_text = self.translate(source_el.text, base_language, target_language, libre_translate_api_server)
+
+            target_el = segment.find("xliff:target", ns)
+            if target_el is None:
+                target_el = ET.SubElement(segment, f"{{{ns_uri}}}target")
+
+            target_el.text = translated_text
+            segment.set("state", "translated")
+
+        ET.register_namespace("", ns_uri)
+        xml_bytes = ET.tostring(root, encoding="utf-8", xml_declaration=True)
+        with open(file, "wb") as f:
+            f.write(xml_bytes)
+
+    @GeneralUtilities.check_arguments
+    def translate(self, content: str, source_language: str, target_language: str, libre_translate_api_server: str) -> str:
+        """Translates text using the LibreTranslate API."""
+        url = f"{libre_translate_api_server.rstrip('/')}/translate"
+        if "-" in source_language:
+            source_language=source_language.split("-")[0]
+        if "-" in target_language:
+            target_language=target_language.split("-")[0]
+        payload = {
+            "q": content,
+            "source": source_language,
+            "target": target_language,
+            "format": "text"
+        }
+        response = requests.post(url, json=payload, timeout=30)
+        response.raise_for_status()
+        return response.json()["translatedText"]
+
+    @GeneralUtilities.check_arguments
+    def detect_language(self, content: str, libre_translate_api_server: str) -> str:
+        """Detects the language of the given text using the LibreTranslate API."""
+        url = f"{libre_translate_api_server.rstrip('/')}/detect"
+        payload = {"q": content}
+        response = requests.post(url, json=payload, timeout=30)
+        response.raise_for_status()
+        results = response.json()
+        if not results:
+            raise ValueError("Language detection returned no results.")
+        return results[0]["language"]
+
+    @GeneralUtilities.check_arguments
+    def get_all_files_in_git_repository(self,repository_folder:str,include_submodules: bool = True) -> list[str]:
+        """returns all files in a git-repository except ignored files"""
+        cmd = ["ls-files", "--cached", "--exclude-standard"]
+        if include_submodules:
+            cmd.append("--recurse-submodules")
+        output=self.run_program_argsasarray("git", cmd,repository_folder)
+        files = [ GeneralUtilities.normalize_path("./" + line) for line in output[1].splitlines()if line.strip() ]
+        return files
+
+    @GeneralUtilities.check_arguments
+    def write_file_list_for_repository(self,repository_folder:str,target_file:str="./FileList.txt") -> None:
+        if os.path.isabs(target_file):
+            target_file=GeneralUtilities.resolve_relative_path(target_file,repository_folder)
+        target_file=GeneralUtilities.normalize_path(target_file)
+        files=self.get_all_files_in_git_repository(repository_folder)
+        GeneralUtilities.ensure_file_exists(target_file)
+        GeneralUtilities.write_lines_to_file(target_file, files)

ScriptCollection/TFCPS/NodeJS/TFCPS_CodeUnitSpecific_NodeJS.py

@@ -192,8 +192,8 @@ class TFCPS_CodeUnitSpecific_NodeJS_Functions(TFCPS_CodeUnitSpecific_Base):
 
     @GeneralUtilities.check_arguments
     def organize_translations(self,languages:list[str])->None:
-        self.__ensure_translations_exist(languages)
         self._protected_sc.run_with_epew("npm","run extract-translations",self.get_codeunit_folder())
+        self.__ensure_translations_exist(languages)
         self._protected_sc.sync_xlf2_files("messages",languages,os.path.join(self.get_codeunit_folder(),"Other","Resources","Translations"))
 
     @GeneralUtilities.check_arguments

ScriptCollection/TFCPS/TFCPS_Tools_General.py

@@ -726,7 +726,7 @@ class TFCPS_Tools_General:
         if generate_certificate:
             self.__sc.generate_certificate_authority(ca_folder, ca_name, "DE", "SubjST", "SubjL", "SubjO", "SubjOU")
         # TODO add switch to auto-install the script if desired
-        # for windows: powershell Import-Certificate -FilePath ConSurvCA_20241121000236.crt -CertStoreLocation 'Cert:\CurrentUser\Root'
+        # for windows: powershell Import-Certificate -FilePath MyProjectCA_20241121000236.crt -CertStoreLocation 'Cert:\CurrentUser\Root'
         # for linux: (TODO)
 
     @GeneralUtilities.check_arguments
@@ -1430,12 +1430,20 @@ class TFCPS_Tools_General:
         manifest_content = GeneralUtilities.replace_variable_in_string(manifest_content, "sha256_hashvalue", GeneralUtilities.get_sha256_of_file(artifacts_file))
         GeneralUtilities.write_text_to_file(winget_manifest_file, manifest_content)
 
+    def download_file(self,source:str,target:str):
+        GeneralUtilities.ensure_directory_exists(os.path.dirname(target))
+        GeneralUtilities.ensure_file_exists(target)
+        response = requests.get(source, timeout=30)
+        response.raise_for_status()
+        with open(target, "wb") as f:
+            f.write(response.content)
+
     def try_update_basic_codeunitreference_from_examples_repository(self,codeunit_folder:str,example_codeunit_name: str):
-        source=f"https://github.com/anionDev/CommonProjectStructureExamples/blob/main/{example_codeunit_name}/Other/Reference/ReferenceContent/HowToBuild.md"
+        source=f"https://raw.githubusercontent.com/anionDev/CommonProjectStructureExamples/refs/heads/main/{example_codeunit_name}/Other/Reference/ReferenceContent/HowToBuild.md"
         target=f"{codeunit_folder}/Other/Reference/ReferenceContent/HowToBuild.md"
-        pass#TODO copy source to target. replace entire content. create target-file if it does not exist. ignore any error but print a warning in that case.
+        self.download_file(source,target)   
 
     def try_update_basic_repositoryreference_from_examples_repository(self,repository_folder:str):
-        source=f"https://github.com/anionDev/CommonProjectStructureExamples/blob/main/Other/Reference/RepositoryStructure.md"
+        source=f"https://raw.githubusercontent.com/anionDev/CommonProjectStructureExamples/refs/heads/main/Other/Reference/RepositoryStructure.mdd"
         target=f"{repository_folder}/Other/Reference/RepositoryStructure.md"
-        pass#TODO copy source to target. replace entire content. create target-file if it does not exist. ignore any error but print a warning in that case.
+        self.download_file(source,target)   

{scriptcollection-4.2.55.dist-info → scriptcollection-4.2.57.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ScriptCollection
-Version: 4.2.55
+Version: 4.2.57
 Summary: The ScriptCollection is the place for reusable scripts.
 Home-page: https://github.com/anionDev/ScriptCollection
 Author: Marius Göcke
@@ -33,7 +33,7 @@ Requires-Dist: ntplib>=0.4.0
 Requires-Dist: Pillow>=11.3.0
 Requires-Dist: psutil>=7.2.2
 Requires-Dist: pycdlib>=1.14.0
-Requires-Dist: Pygments>=2.19.2
+Requires-Dist: Pygments>=2.20.0
 Requires-Dist: pylint>=4.0.5
 Requires-Dist: pyOpenSSL>=25.3.0
 Requires-Dist: PyPDF>=6.9.2

{scriptcollection-4.2.55.dist-info → scriptcollection-4.2.57.dist-info}/RECORD

@@ -9,7 +9,7 @@ ScriptCollection/ProgramRunnerMock.py,sha256=uTu-aFle1W_oKjeQEmuPsFPQpvo0kRf2FrR
 ScriptCollection/ProgramRunnerPopen.py,sha256=BPY7-ZMIlqT7JOKz8qlB5c0laF2Js-ijzqk09GxZC48,3821
 ScriptCollection/ProgramRunnerSudo.py,sha256=_khC3xuTdrPoLluBJZWfldltmmuKltABJPcbjZSFW-4,4835
 ScriptCollection/SCLog.py,sha256=8TRy1LeYMsPOIuWUcnUNNbO5pd-cNBS-3cn-kdzP8FU,4768
-ScriptCollection/ScriptCollectionCore.py,sha256=RP0uhnHlZGtVxzOUjMzX0zGQ9OA7IjexFgJH6jOcI1Q,170736
+ScriptCollection/ScriptCollectionCore.py,sha256=jjGd7cbFB-FpsXsymVoFcF_M9wXIZ2AIttcRfiXl8IU,174895
 ScriptCollection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ScriptCollection/OCIImages/AbstractImageHandler.py,sha256=83qDMILwxhH9DbC0sb358Vu8PXEysmJJyap_6gECZqs,1627
 ScriptCollection/OCIImages/OCIImageManager.py,sha256=aBogkSXNDyi8NO11N-s03nuFJEv7PyJ-wjHuYYeZfvs,6662
@@ -30,7 +30,7 @@ ScriptCollection/TFCPS/TFCPS_Generic.py,sha256=O-0guM_LJCcZmPZJhMgTvXD2RXUJEBWWv
 ScriptCollection/TFCPS/TFCPS_MergeToMain.py,sha256=-Ev9D3bZDlUk2WFQhcmvzQ3FCS97OdsVUd0koAdmpZc,7474
 ScriptCollection/TFCPS/TFCPS_MergeToStable.py,sha256=Ajfy2pLajTuU6UpwItHt4C2a-gLF3gPc4z6BktL3Cio,22163
 ScriptCollection/TFCPS/TFCPS_PreBuildCodeunitsScript.py,sha256=f0Uq1cA_4LvmL72cal0crrbKF6PcxL13D9wBKuQ1YBw,2328
-ScriptCollection/TFCPS/TFCPS_Tools_General.py,sha256=e_v-YqtRW1Qe4xvuOZYq3WZJKdnOScgfHu8H-keC-gE,93779
+ScriptCollection/TFCPS/TFCPS_Tools_General.py,sha256=WV67pHLrhD_qEjUqM-8tUpEdhQ4brwVentfIf7AMOP4,93942
 ScriptCollection/TFCPS/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ScriptCollection/TFCPS/Docker/TFCPS_CodeUnitSpecific_Docker.py,sha256=BPJkoy2KVgB_38cAk5qjM4s4FpJvOkTp467nrvANIIU,10606
 ScriptCollection/TFCPS/Docker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -43,12 +43,12 @@ ScriptCollection/TFCPS/Flutter/TFCPS_CodeUnitSpecific_Flutter.py,sha256=U8oBAOLR
 ScriptCollection/TFCPS/Flutter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ScriptCollection/TFCPS/Go/TFCPS_CodeUnitSpecific_Go.py,sha256=kyx26AnT1-LySFA46wfJ9yZUKYdMWTD0U2XZfSQbuB0,3497
 ScriptCollection/TFCPS/Go/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ScriptCollection/TFCPS/NodeJS/TFCPS_CodeUnitSpecific_NodeJS.py,sha256=BBWrFaAUVdmjl8qPq231aYlAENnjF1BOWXQQmOrQdxE,11816
+ScriptCollection/TFCPS/NodeJS/TFCPS_CodeUnitSpecific_NodeJS.py,sha256=Kkyyof6DML7jUdES5GmIXQ_yVMJ1xnJbZmbIAqls3IE,11816
 ScriptCollection/TFCPS/NodeJS/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ScriptCollection/TFCPS/Python/TFCPS_CodeUnitSpecific_Python.py,sha256=nLw_eSUd_56jjgfcAvtUyzecSZ14mYmNJl0iu-1YNVk,13496
 ScriptCollection/TFCPS/Python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scriptcollection-4.2.55.dist-info/METADATA,sha256=4gNDfxGTvE09BqqV8gBNTLsHpqDVRywDDUSOtZfksTs,7690
-scriptcollection-4.2.55.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
-scriptcollection-4.2.55.dist-info/entry_points.txt,sha256=27XwAJEcaMEc1be0Ec1vKHCbiU4Ziu8jKL-SqsrYOIQ,4680
-scriptcollection-4.2.55.dist-info/top_level.txt,sha256=hY2hOVH0V0Ce51WB76zKkIWTUNwMUdHo4XDkR2vYVwg,17
-scriptcollection-4.2.55.dist-info/RECORD,,
+scriptcollection-4.2.57.dist-info/METADATA,sha256=iMa7-_9uZdnhT-dv-aA7iTfCkOk5d8-Os0jqzuyFT1Y,7690
+scriptcollection-4.2.57.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+scriptcollection-4.2.57.dist-info/entry_points.txt,sha256=27XwAJEcaMEc1be0Ec1vKHCbiU4Ziu8jKL-SqsrYOIQ,4680
+scriptcollection-4.2.57.dist-info/top_level.txt,sha256=hY2hOVH0V0Ce51WB76zKkIWTUNwMUdHo4XDkR2vYVwg,17
+scriptcollection-4.2.57.dist-info/RECORD,,