pyxecm 2.0.3__tar.gz → 3.0.0__tar.gz

pyxecm-3.0.0/.gitignore

@@ -0,0 +1,25 @@
+public/
+dist/
+pyxecm.egg-info/
+pyxecm/__pycache__/
+.venv/
+.debug/
+pyxecm/helper/__pycache__/
+__pycache__
+build/
+.env
+~$*
+debug/logs/
+.env.*
+.ruff_cache
+uv.lock
+customizerapisettings_doc.md
+customizerapisettings.env
+customizerapisettings.md
+customizersettings_doc.md
+customizersettings.env
+coverage.xml
+junit.xml
+.coverage
+lib/
+/root.html

pyxecm-3.0.0/PKG-INFO

@@ -0,0 +1,48 @@
+Metadata-Version: 2.4
+Name: pyxecm
+Version: 3.0.0
+Summary: A Python library to interact with Opentext Content Management Rest API
+Project-URL: Homepage, https://github.com/opentext/pyxecm
+Author-email: Kai Gatzweiler <kgatzweiler@opentext.com>, "Dr. Marc Diefenbruch" <mdiefenb@opentext.com>
+Keywords: appworks,archivecenter,contentserver,extendedecm,opentext,otds
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Internet :: WWW/HTTP :: Dynamic Content :: Content Management System
+Requires-Python: >=3.10
+Requires-Dist: lxml>=6.0.0
+Requires-Dist: opentelemetry-api>=1.34.1
+Requires-Dist: opentelemetry-exporter-otlp>=1.34.1
+Requires-Dist: opentelemetry-instrumentation-requests>=0.55b1
+Requires-Dist: opentelemetry-instrumentation-threading>=0.55b1
+Requires-Dist: opentelemetry-sdk>=1.34.1
+Requires-Dist: pandas>=2.3.1
+Requires-Dist: requests-toolbelt>=1.0.0
+Requires-Dist: requests>=2.32.4
+Requires-Dist: suds>=1.2.0
+Requires-Dist: websockets>=15.0.1
+Requires-Dist: xmltodict>=0.14.2
+Provides-Extra: api
+Requires-Dist: asyncio>=3.4.3; extra == 'api'
+Requires-Dist: fastapi>=0.116.0; extra == 'api'
+Requires-Dist: jinja2>=3.1.6; extra == 'api'
+Requires-Dist: opentelemetry-api>=1.34.1; extra == 'api'
+Requires-Dist: opentelemetry-instrumentation-fastapi>=0.55b1; extra == 'api'
+Requires-Dist: opentelemetry-sdk>=1.34.1; extra == 'api'
+Requires-Dist: prometheus-fastapi-instrumentator>=7.1.0; extra == 'api'
+Requires-Dist: pydantic-settings>=2.10.1; extra == 'api'
+Requires-Dist: python-multipart>=0.0.20; extra == 'api'
+Requires-Dist: uvicorn>=0.35.0; extra == 'api'
+Provides-Extra: customizer
+Requires-Dist: kubernetes>=33.1.0; extra == 'customizer'
+Requires-Dist: playwright>=1.53.0; extra == 'customizer'
+Requires-Dist: pydantic>=2.11.7; extra == 'customizer'
+Requires-Dist: python-hcl2>=7.2.1; extra == 'customizer'
+Provides-Extra: magic
+Requires-Dist: python-magic; extra == 'magic'
+Provides-Extra: pyvis
+Requires-Dist: pyvis>=0.3.2; extra == 'pyvis'
+Provides-Extra: sap
+Requires-Dist: pyrfc==3.3.1; extra == 'sap'

pyxecm-3.0.0/pyproject.toml

@@ -0,0 +1,88 @@
+[project]
+name = "pyxecm"
+version = "3.0.0"
+description = 'A Python library to interact with Opentext Content Management Rest API'
+keywords = [
+  'opentext',
+  'extendedecm',
+  'contentserver',
+  'otds',
+  'appworks',
+  'archivecenter',
+]
+readme = "README.md"
+authors = [
+  { name = "Kai Gatzweiler", email = "kgatzweiler@opentext.com" },
+  { name = "Dr. Marc Diefenbruch", email = "mdiefenb@opentext.com" },
+]
+requires-python = '>=3.10'
+dependencies = [
+  "lxml>=6.0.0",
+  "opentelemetry-api>=1.34.1",
+  "opentelemetry-exporter-otlp>=1.34.1",
+  "opentelemetry-instrumentation-requests>=0.55b1",
+  "opentelemetry-instrumentation-threading>=0.55b1",
+  "opentelemetry-sdk>=1.34.1",
+  "pandas>=2.3.1",
+  "requests>=2.32.4",
+  "requests-toolbelt>=1.0.0",
+  "suds>=1.2.0",
+  "websockets>=15.0.1",
+  "xmltodict>=0.14.2",
+]
+classifiers = [
+  'Development Status :: 4 - Beta',
+  'Programming Language :: Python :: 3',
+  'License :: OSI Approved :: Apache Software License',
+  'Operating System :: OS Independent',
+  'Intended Audience :: Developers',
+  'Topic :: Internet :: WWW/HTTP :: Dynamic Content :: Content Management System',
+]
+
+[project.optional-dependencies]
+magic = ['python-magic']
+sap = ['pyrfc==3.3.1']
+pyvis = ["pyvis>=0.3.2"]
+customizer = [
+  "kubernetes>=33.1.0",
+  "playwright>=1.53.0",
+  "pydantic>=2.11.7",
+  "python-hcl2>=7.2.1",
+]
+api = [
+  "asyncio>=3.4.3",
+  "fastapi>=0.116.0",
+  "jinja2>=3.1.6",
+  "opentelemetry-api>=1.34.1",
+  "opentelemetry-instrumentation-fastapi>=0.55b1",
+  "opentelemetry-sdk>=1.34.1",
+  "prometheus-fastapi-instrumentator>=7.1.0",
+  "pydantic-settings>=2.10.1",
+  "python-multipart>=0.0.20",
+  "uvicorn>=0.35.0",
+]
+
+[project.urls]
+Homepage = 'https://github.com/opentext/pyxecm' 
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = [
+  "src/pyxecm",
+  "src/pyxecm_api",
+  "src/pyxecm_customizer",
+  "src/pyxecm_maintenance_page",
+]
+
+[tool.hatch.build.targets.sdist]
+exclude = [
+  "tests/**"
+]
+
+[project.scripts]
+pyxecm-api = "pyxecm_api:run_api"
+pyxecm-customizer = "pyxecm_customizer:main"
+pyxecm-maintenance-page = "pyxecm_maintenance_page:run_api"

{pyxecm-2.0.3 → pyxecm-3.0.0/src}/pyxecm/coreshare.py

@@ -27,6 +27,7 @@ import time
 import urllib.parse
 from http import HTTPStatus
 from importlib.metadata import version
+from urllib.parse import parse_qs, urlparse
 
 import requests
 
@@ -522,7 +523,7 @@ class CoreShare:
                 Can be used to provide a more specific error message
                 in case an error occurs.
             show_error (bool, optional):
-                True: write an error to the log file
+                True: write an error to the log file (this is the default)
                 False: write a warning to the log file
 
         Returns:
@@ -933,6 +934,71 @@ class CoreShare:
 
     # end method definition
 
+    def get_groups_iterator(
+        self,
+        count: int | None = None,
+    ) -> iter:
+        """Get an iterator object that can be used to traverse all Core Share groups.
+
+        Returning a generator avoids loading a large number of items into memory at once. Instead you
+        can iterate over the potential large list of Core Share groups.
+
+        Example usage:
+            groups = core_share_object.get_groups_iterator(page_size=10)
+            for group in groups:
+                logger.info("Traversing Core Share group -> %s", group["name"])
+
+        Args:
+            count (int | None, optional):
+                The chunk size for the number of groups returned by one
+                REST API call. If None, then a default of 250 is used.
+
+        Returns:
+            iter:
+                A generator yielding one OTDS group per iteration.
+                If the REST API fails, returns no value.
+
+        """
+
+        offset = 0
+
+        while True:
+            response = self.get_groups(
+                offset=offset,
+                count=count,
+            )
+            if not response or not response.get("results", []):
+                # Don't return None! Plain return is what we need for iterators.
+                # Natural Termination: If the generator does not yield, it behaves
+                # like an empty iterable when used in a loop or converted to a list:
+                return
+
+            # Yield users one at a time:
+            yield from response["results"]
+
+            # See if we have an additional result page.
+            # If not terminate the iterator and return
+            # no value.
+
+            next_page_url = response["_links"].get("next")
+            if not next_page_url:
+                # Don't return None! Plain return is what we need for iterators.
+                # Natural Termination: If the generator does not yield, it behaves
+                # like an empty iterable when used in a loop or converted to a list:
+                return
+            next_page_url = next_page_url.get("href")
+
+            # Extract the query string from the URL
+            query = urlparse(next_page_url).query
+
+            # Parse the query parameters into a dictionary
+            params = parse_qs(query)
+
+            # Get the 'offset' value as an integer (it's a list by default)
+            offset = int(params.get("offset", [0])[0])
+
+    # end method definition
+
     def add_group(
         self,
         group_name: str,
@@ -1276,7 +1342,7 @@ class CoreShare:
             dict | None:
                 Dictionary with the Core Share group data or None if the request fails.
 
-            Example result:
+            Example Response:
             {
                 'results': [
                     {
@@ -1343,15 +1409,15 @@ class CoreShare:
 
     # end method definition
 
-    def get_users(self) -> dict | None:
+    def get_users(self) -> list | None:
         """Get Core Share users.
 
         Args:
             None
 
         Returns:
-            dict | None:
-                Dictionary with the Core Share user data or None if the request fails.
+            list | None:
+                List with the Core Share user data or None if the request fails.
 
             Example response (it is a list!):
             [
@@ -2524,7 +2590,8 @@ class CoreShare:
         is_confirmed = self.get_result_value(response=user, key="isConfirmed")
         if not is_confirmed:
             self.logger.info(
-                "User -> %s is not yet confirmed - so it cannot have files to cleanup.",
+                "User -> %s (%s) is not yet confirmed - so it cannot have files to cleanup.",
+                user_login,
                 user_id,
             )
             return True
@@ -2546,14 +2613,15 @@ class CoreShare:
         # Get all folders of the user:
         response = self.get_folders(parent_id=user_root_folder_id)
         if not response or not response["results"]:
-            self.logger.info("User -> %s has no items to cleanup!", user_id)
+            self.logger.info("User -> %s (%s) has no items to cleanup!", user_login, user_id)
         else:
             items = response["results"]
             for item in items:
                 if item["isShared"]:
                     if item["owner"]["id"] == user_id:
                         self.logger.info(
-                            "User -> %s stops sharing item -> %s (%s)...",
+                            "User -> %s (%s) stops sharing item -> %s (%s)...",
+                            user_login,
                             user_id,
                             item["name"],
                             item["id"],

{pyxecm-2.0.3 → pyxecm-3.0.0/src}/pyxecm/helper/data.py

@@ -857,6 +857,10 @@ class Data:
                 columns = existing_columns
 
             # Attempt to save the data frame to Excel:
+            if self._df is None:
+                self.logger.error(
+                    "Cannot write Excel file -> '%s' from empty / non-initialized data frame!", excel_path
+                )
             self._df.to_excel(
                 excel_path,
                 sheet_name=sheet_name,
@@ -868,29 +872,17 @@ class Data:
                 excel_path,
             )
 
-        except FileNotFoundError:
-            self.logger.error(
-                "Cannot write data frame to Excel file -> '%s'",
-                excel_path,
-            )
+        except FileNotFoundError as fnf_error:
+            self.logger.error("Cannot write data frame to Excel file -> '%s'; error -> %s", excel_path, str(fnf_error))
             return False
-        except PermissionError:
-            self.logger.error(
-                "Cannot write data frame to Excel file -> '%s'",
-                excel_path,
-            )
+        except PermissionError as pe:
+            self.logger.error("Cannot write data frame to Excel file -> '%s'; error -> %s", excel_path, str(pe))
             return False
-        except ValueError:
-            self.logger.error(
-                "Cannot write data frame to Excel file -> '%s'",
-                excel_path,
-            )
+        except ValueError as ve:
+            self.logger.error("Cannot write data frame to Excel file -> '%s'; error -> %s", excel_path, str(ve))
             return False
-        except OSError:
-            self.logger.error(
-                "Cannot write data frame to Excel file -> '%s'",
-                excel_path,
-            )
+        except OSError as ose:
+            self.logger.error("Cannot write data frame to Excel file -> '%s'; error -> %s", excel_path, str(ose))
             return False
 
         return True
@@ -1418,7 +1410,7 @@ class Data:
             for value in values:
                 # Do we want a special treatment for this value (e.g. the current year)
                 if value in special_values:
-                    self.logger.info("Processing special value -> '%s'...", value)
+                    self.logger.debug("Processing special value -> '%s'...", value)
                     if value not in special_url_templates and str(value) not in special_url_templates:
                         self.logger.error(
                             "Cannot find key -> '%s' in special URL templates dictionary -> %s! Skipping...",
@@ -2135,7 +2127,7 @@ class Data:
                     )
                     continue
                 # Apply cleansing to dictionary values in the main column
-                self.logger.info(
+                self.logger.debug(
                     "Cleansing for column -> '%s' has a subfield -> '%s' configured. Do cleansing for dictionary items with key -> '%s'...",
                     column,
                     dict_key,
@@ -2173,7 +2165,7 @@ class Data:
                 # Handle string columns:
                 if self.is_string_column(self._df[column]):
                     # Apply cleansing operations on string column
-                    self.logger.info(
+                    self.logger.debug(
                         "Column -> '%s' has string values. Do cleansing for string values...",
                         column,
                     )
@@ -2203,7 +2195,7 @@ class Data:
                 elif self.is_list_column(self._df[column]):
                     # Handle list-like columns for this we iterate over each list item
                     # and apply the cleansing by calling _apply_string_cleansing() for item:
-                    self.logger.info(
+                    self.logger.debug(
                         "Column -> '%s' has list values. Do cleansing for each list item...",
                         column,
                     )

pyxecm-3.0.0/src/pyxecm/helper/otel_config.py

@@ -0,0 +1,26 @@
+"""Define OpenTelemtry configuration."""
+
+import os
+
+from opentelemetry import trace
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+from opentelemetry.instrumentation.requests import RequestsInstrumentor
+from opentelemetry.instrumentation.threading import ThreadingInstrumentor
+from opentelemetry.sdk.resources import SERVICE_NAME, Resource
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import BatchSpanProcessor
+
+resource = Resource.create(attributes={SERVICE_NAME: "pyxecm"})
+
+trace.set_tracer_provider(TracerProvider(resource=resource))
+
+if os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT"):
+    trace.get_tracer_provider().add_span_processor(
+        BatchSpanProcessor(OTLPSpanExporter()),
+    )
+
+# Auto-instrument requests
+RequestsInstrumentor().instrument()
+ThreadingInstrumentor().instrument()
+
+tracer = trace.get_tracer("pyxecm")

{pyxecm-2.0.3 → pyxecm-3.0.0/src}/pyxecm/helper/web.py

@@ -326,8 +326,7 @@ class HTTP:
                 )
                 os.makedirs(directory)
             with open(filename, "wb") as download_file:
-                for chunk in response.iter_content(chunk_size=chunk_size):
-                    download_file.write(chunk)
+                download_file.writelines(response.iter_content(chunk_size=chunk_size))
             self.logger.debug(
                 "File downloaded successfully as -> '%s' (size -> %s).",
                 filename,