dotstat_io 1.0.1__py3-none-any.whl → 1.0.3__py3-none-any.whl

dotstat_io/client.py

@@ -97,10 +97,15 @@ class Client():
                     self.__log.info('   ' + line)
         else:
             if response.status_code != 200:
-                returned_result = self.__ERROR_OCCURRED  + 'Error code: ' + \
-                    str(response.status_code) + ' Reason: ' + str(response.reason)
+                returned_result = self.__ERROR_OCCURRED
+                if len(str(response.status_code)) > 0:
+                    returned_result += 'Error code: ' + str(response.status_code) + os.linesep
+                if len(str(response.reason)) > 0:
+                    returned_result += 'Reason: ' + str(response.reason) + os.linesep
                 if len(response.text) > 0:
-                    returned_result += os.linesep + 'Text: ' + response.text
+                    returned_result += 'Text: ' + response.text
+
+                returned_result += os.linesep
             else:
                 if os.path.isfile(file_path):
                     os.remove(file_path)
@@ -237,31 +242,159 @@ class Client():
 
                         returned_result = returned_result + result + os.linesep
                 else:
-                    returned_result = self.__ERROR_OCCURRED  + 'Error code: ' + str(response.status_code) + os.linesep
+                    returned_result = self.__ERROR_OCCURRED
+                    if len(str(response.status_code)) > 0:
+                        returned_result += 'Error code: ' + str(response.status_code) + os.linesep
                     if len(str(response.reason)) > 0:
                         returned_result += 'Reason: ' + str(response.reason) + os.linesep
                     if len(response.text) > 0:
-                        returned_result = returned_result + os.linesep + 'Text: ' + response.text
+                        returned_result += 'Text: ' + response.text
 
-                    returned_result = returned_result + os.linesep
+                    returned_result += os.linesep
                     # Write the result to the log
                     for line in returned_result.split(os.linesep):
                         if len(line) > 0:
                             self.__log.info('   ' + line)
             except ValueError as err:
-                returned_result = self.__ERROR_OCCURRED + os.linesep
+                returned_result = self.__ERROR_OCCURRED
                 if len(str(response.status_code)) > 0:
                     returned_result += 'Error code: ' + str(response.status_code) + os.linesep
                 if len(str(response.reason)) > 0:
                     returned_result += 'Reason: ' + str(response.reason) + os.linesep
                 if len(response.text) > 0:
-                    returned_result += str(response.text)
+                    returned_result += 'Text: ' + str(response.text)
                 else:
                     returned_result += str(err)
+
+                returned_result += os.linesep
         finally:
             return returned_result
 
 
+    # Upload an Excel data file to .Stat Suite
+    def upload_excel_data_file(self, 
+                    transfer_url: str, 
+                    excelfile_path: Path,
+                    eddfile_path: Path, 
+                    space: str, 
+                    validationType: int):
+        try:
+            returned_result = ""
+
+            # 
+            if self.__authentication_obj is not None:
+                self.__access_token = self.__authentication_obj.get_token()
+
+            payload = {
+                'dataspace': space,
+                'validationType': validationType
+            }
+
+            headers = {
+                'accept': 'application/json',
+                'authorization': "Bearer "+self.__access_token
+            }
+
+            excel_file = open(os.path.realpath(excelfile_path), 'rb')
+            eddfile_file = open(os.path.realpath(eddfile_path), 'rb')
+            files = {
+                'dataspace': (None, payload['dataspace']),
+                'validationType': (None, payload['validationType']),
+                'excelFile': (str(excelfile_path), excel_file, 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet', ''),
+                'eddFile': (str(eddfile_path), eddfile_file, 'text/xml', '')
+            }
+
+            #
+            response = requests.post(transfer_url, verify=True, headers=headers, files=files)
+        except Exception as err:
+            returned_result = self.__ERROR_OCCURRED  + str(err) + os.linesep
+
+            # Write the result to the log
+            for line in returned_result.split(os.linesep):
+                if len(line) > 0:
+                    self.__log.info('   ' + line)
+        else:
+            # If the response object cannot be converted to json, return an error
+            results_json = None
+            try:
+                results_json = json.loads(response.text)
+                if response.status_code == 200:
+                    result = results_json['message']
+                    # Write the result to the log
+                    for line in result.split(os.linesep):
+                        if len(line) > 0:
+                            self.__log.info('   ' + line)
+
+                    returned_result = result + os.linesep
+
+                    # Check the request status
+                    if (result != "" and result.find(self.__ERROR_OCCURRED ) == -1):
+                        # Extract the request ID the returned message
+                        start = 'with ID'
+                        end = 'was successfully'
+                        requestId = result[result.find(
+                            start)+len(start):result.rfind(end)]
+
+                        # Sleep a little bit before checking the request status
+                        sleep(3)
+
+                        # To avoid this error: maximum recursion depth exceeded while calling a Python object
+                        # replace the recursive calls with while loops.
+                        result = self.__check_request_status(transfer_url, requestId, space)
+
+                        # Write the result to the log
+                        for line in result.split(os.linesep):
+                            if len(line) > 0:
+                                self.__log.info('   ' + line)
+                        sleep(3)
+
+                        previous_result = result
+                        while (result in [self.__EXECUTION_IN_PROGRESS, self.__EXECUTION_IN_QUEUED]
+                                 or self.__CONNECTION_ABORTED in result):
+                            result = self.__check_request_status(transfer_url, requestId, space)
+
+                            # Prevent loging again the same information such as "Queued" or "InProgress" 
+                            if previous_result != result:
+                               previous_result = result
+
+                            # Write the result to the log
+                            for line in previous_result.split(os.linesep):
+                              if (len(line) > 0 and line not in [self.__EXECUTION_IN_PROGRESS, self.__EXECUTION_IN_QUEUED]
+                                    and self.__CONNECTION_ABORTED not in line):
+                                 self.__log.info('   ' + line)
+                            sleep(3)
+
+                        returned_result = returned_result + result + os.linesep
+                else:
+                    returned_result = self.__ERROR_OCCURRED
+                    if len(str(response.status_code)) > 0:
+                        returned_result += 'Error code: ' + str(response.status_code) + os.linesep
+                    if len(str(response.reason)) > 0:
+                        returned_result += 'Reason: ' + str(response.reason) + os.linesep
+                    if len(response.text) > 0:
+                        returned_result += 'Text: ' + response.text
+
+                    returned_result += os.linesep
+                    # Write the result to the log
+                    for line in returned_result.split(os.linesep):
+                        if len(line) > 0:
+                            self.__log.info('   ' + line)
+            except ValueError as err:
+                returned_result = self.__ERROR_OCCURRED
+                if len(str(response.status_code)) > 0:
+                    returned_result += 'Error code: ' + str(response.status_code) + os.linesep
+                if len(str(response.reason)) > 0:
+                    returned_result += 'Reason: ' + str(response.reason) + os.linesep
+                if len(response.text) > 0:
+                    returned_result += 'Text: ' + str(response.text)
+                else:
+                    returned_result += str(err)
+
+                returned_result += os.linesep
+        finally:
+            return returned_result
+        
+
     # Upload a structure file to .Stat Suite
     def upload_structure(self, transfer_url: str, file_path: Path):
         try:
@@ -360,8 +493,11 @@ class Client():
             }
 
             transfer_url = transfer_url.replace("import", "status")
-            transfer_url = transfer_url.replace("sdmxFile", "request")
-
+            if "sdmxFile" in transfer_url:
+                transfer_url = transfer_url.replace("sdmxFile", "request")
+            elif "excel" in transfer_url:
+                transfer_url = transfer_url.replace("excel", "request")
+            
             #
             response = requests.post(transfer_url, verify=True, headers=headers, data=payload)
         except Exception as err:
@@ -383,20 +519,27 @@ class Client():
                             returned_result = returned_result + 'Log' + str(index) + ': ' + results_json['logs'][index]['message'] + os.linesep
                             index += 1
                 else:
-                    returned_result = self.__ERROR_OCCURRED  + 'Error code: ' + \
-                        str(response.status_code) + ' Reason: ' + str(response.reason)
+                    returned_result = self.__ERROR_OCCURRED
+                    if len(str(response.status_code)) > 0:
+                        returned_result += 'Error code: ' + str(response.status_code) + os.linesep
+                    if len(str(response.reason)) > 0:
+                        returned_result += 'Reason: ' + str(response.reason) + os.linesep
                     if len(response.text) > 0:
-                        returned_result = returned_result + os.linesep + 'Text: ' + response.text
+                        returned_result += 'Text: ' + str(response.text)
+
+                    returned_result += os.linesep
             except ValueError as err:
-                returned_result = self.__ERROR_OCCURRED + os.linesep
+                returned_result = self.__ERROR_OCCURRED
                 if len(str(response.status_code)) > 0:
                     returned_result += 'Error code: ' + str(response.status_code) + os.linesep
                 if len(str(response.reason)) > 0:
                     returned_result += 'Reason: ' + str(response.reason) + os.linesep
                 if len(response.text) > 0:
-                    returned_result += str(response.text)
+                    returned_result += 'Text: ' + str(response.text)
                 else:
                     returned_result += str(err)
+
+                returned_result += os.linesep
         finally:
             return returned_result
     

{dotstat_io-1.0.1.dist-info → dotstat_io-1.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dotstat_io
-Version: 1.0.1
+Version: 1.0.3
 Summary: Utility to download or upload data from/to .Stat Suite using ADFS authentication to connect to it
 License: MIT
 Author: Gyorgy Gyomai
@@ -147,12 +147,25 @@ returned_result = client_obj.upload_data_file(
         transfer_url, Path(file_path), space, validationType, use_filepath)
 ```
 * `transfer_url:` URL of the transfer service
-* `file_path:` The full path of the SDMX-CSV file, which will be uploaded to .Stat Suite
+* `file_path:` The full path of the SDMX-CSV file to be imported
 * `space:` Data space where the file will be uploaded
 * `validationType:` The type of validation to use during upload. Possible values: Basic Validation (0), Advanced Validation (1)
 * `use_filepath:` Use a file path of a shared folder accessible by the .Stat Suite data upload engine (for unlimited file sizes)
 
-#### 6. To upload a structure to .Stat Suite:
+#### 6. To upload an Excel data file to .Stat Suite:
+```python
+from dotstat_io.client import Client
+client_obj = Client.init_with_authentication_obj(Authentication_obj)
+returned_result = client_obj.upload_excel_data_file(
+        transfer_url, Path(excelfile_path), Path(eddfile_path), space, validationType)
+```
+* `transfer_url:` URL of the transfer service
+* `excelfile_path:` The full path of the Excel file containing the data/referential metadata values to be imported
+* `eddfile_path:` The full path of the XML edd file containing the description of the Excel file to be imported
+* `space:` Data space where the file will be uploaded
+* `validationType:` The type of validation to use during upload. Possible values: Basic Validation (0), Advanced Validation (1)
+
+#### 7. To upload a structure to .Stat Suite:
 ```python
 from dotstat_io.client import Client
 client_obj = Client.init_with_authentication_obj(Authentication_obj)
@@ -160,7 +173,7 @@ returned_result = client_obj.upload_structure(
         transfer_url, Path(file_path))
 ```
 * `transfer_url:` URL of the transfer service
-* `file_path:` The full path of the SDMX-ML file, which will be uploaded to .Stat Suite
+* `file_path:` The full path of the SDMX-ML file to be imported
 
 ### For more information about how to use this package, all test cases can be accessed from this [`link`](https://gitlab.algobank.oecd.org/SD_ENGINEERING/dotstat_io/dotstat_io-package/-/blob/main/tests/test_cases.py)
 

dotstat_io-1.0.3.dist-info/RECORD

@@ -0,0 +1,6 @@
+dotstat_io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dotstat_io/authentication.py,sha256=6mxRXuDUgU7wBrUNMzoXU_PFCF1bLGAiGgVrwOePmZw,14057
+dotstat_io/client.py,sha256=liX5qINwEVb3r0mUH9OsBvggSalXFn-GZvPTxONb_GY,23324
+dotstat_io-1.0.3.dist-info/METADATA,sha256=ldQBfsHNmKSGi-bVhaPcMI_M3GIWwmEsCny0Y9SjJQc,8001
+dotstat_io-1.0.3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+dotstat_io-1.0.3.dist-info/RECORD,,

dotstat_io-1.0.1.dist-info/RECORD

@@ -1,6 +0,0 @@
-dotstat_io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dotstat_io/authentication.py,sha256=6mxRXuDUgU7wBrUNMzoXU_PFCF1bLGAiGgVrwOePmZw,14057
-dotstat_io/client.py,sha256=_GuDXvOGpg8WxW6Qw5yvTbMRN70nRIaWUojS7FSJ2WA,16630
-dotstat_io-1.0.1.dist-info/METADATA,sha256=Llnfc4eItd4ivCc65plilOihe-2sj4xJfWnzBYTtqXQ,7280
-dotstat_io-1.0.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-dotstat_io-1.0.1.dist-info/RECORD,,