google-pso-data-validator 8.7.0__tar.gz → 8.7.1__tar.gz

{google_pso_data_validator-8.7.0/google_pso_data_validator.egg-info → google_pso_data_validator-8.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-pso-data-validator
-Version: 8.7.0
+Version: 8.7.1
 Summary: A package to enable easy data validation
 Author: PSO DVT Engineering team
 Author-email: data-validator-eng@google.com

{google_pso_data_validator-8.7.0 → google_pso_data_validator-8.7.1}/data_validation/__main__.py

@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import copy
 import json
 import logging
 import os
@@ -489,9 +490,7 @@ def convert_config_to_json(config_managers: list) -> dict:
             "JSON configs can only be created for single table validations."
         )
     config_manager = config_managers[0]
-    json_config = config_manager.config
-    json_config[consts.CONFIG_SOURCE_CONN] = config_manager.get_source_connection()
-    json_config[consts.CONFIG_TARGET_CONN] = config_manager.get_target_connection()
+    json_config = copy.deepcopy(config_manager.config)
     return json_config
 
 

{google_pso_data_validator-8.7.0 → google_pso_data_validator-8.7.1}/data_validation/app.py

@@ -12,24 +12,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import json
+import logging
 import os
 from data_validation import data_validation
 import flask
-import pandas
-import logging
 
 app = flask.Flask(__name__)
 
 
 def _clean_dataframe(df):
-    rows = df.to_dict(orient="record")
-    for row in rows:
-        for key in row:
-            if type(row[key]) in [pandas.Timestamp]:
-                row[key] = str(row[key])
-
-    return json.dumps(rows)
+    return df.to_json(orient="records", date_format="iso")
 
 
 def _get_request_content(request):
@@ -58,13 +50,19 @@ def main(request):
 
 @app.route("/", methods=["POST"])
 def run():
+    """Handle incoming Data Validation requests.
+
+    request (flask.Request): HTTP request object.
+    """
     try:
         config = _get_request_content(flask.request)
         result = validate(config)
-        return str(result)
-    except Exception as e:
-        logging.exception(e)
-        return "Found Error: {}".format(e)
+        return flask.Response(result, mimetype="application/json")
+    except Exception:
+        logging.exception("An error occurred during validation")
+        return flask.Response(
+            "An internal server error occurred.", status=500, mimetype="text/plain"
+        )
 
 
 @app.route("/test", methods=["POST"])

{google_pso_data_validator-8.7.0 → google_pso_data_validator-8.7.1}/data_validation/consts.py

@@ -146,9 +146,11 @@ SOURCE_TYPE_TERADATA = "Teradata"
 # BigQuery Result Handler Configs
 RH_TYPE = "type"
 RH_CONN = "connection"
-PROJECT_ID = "project_id"
 TABLE_ID = "table_id"
 GOOGLE_SERVICE_ACCOUNT_KEY_PATH = "google_service_account_key_path"
+
+# BigQuery connection attributes
+PROJECT_ID = "project_id"
 API_ENDPOINT = "api_endpoint"
 STORAGE_API_ENDPOINT = "storage_api_endpoint"
 CLIENT_PROJECT_ID = "client_project_id"

{google_pso_data_validator-8.7.0 → google_pso_data_validator-8.7.1/google_pso_data_validator.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-pso-data-validator
-Version: 8.7.0
+Version: 8.7.1
 Summary: A package to enable easy data validation
 Author: PSO DVT Engineering team
 Author-email: data-validator-eng@google.com

{google_pso_data_validator-8.7.0 → google_pso_data_validator-8.7.1}/setup.py

@@ -18,7 +18,7 @@ import setuptools
 
 name = "google-pso-data-validator"
 description = "A package to enable easy data validation"
-version = "8.7.0"
+version = "8.7.1"
 release_status = "Development Status :: 4 - Beta"
 
 with open("README.md", "r") as fh: