omnata-plugin-runtime 0.2.76__py3-none-any.whl → 0.2.78__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -1069,6 +1069,8 @@ class InboundSyncRequest(SyncRequest):
                         )
 
                 results_df["APP_IDENTIFIER"] = results_df["RECORD_DATA"].apply(lambda x: get_nested_value(dict(x),primary_key_field))
+            # we jump the record data to a json string to make uploading to Snowflake less error prone
+            results_df["RECORD_DATA"] = results_df["RECORD_DATA"].apply(json.dumps)
             # the timestamps in Snowflake are TIMESTAMP_LTZ, so we upload in string format to ensure the
             # timezone information is present.
             results_df["RETRIEVE_DATE"] = str(datetime.datetime.now().astimezone())
@@ -1101,16 +1103,13 @@ class InboundSyncRequest(SyncRequest):
                     f"Applying {len(results_df)} results to {self._full_results_table_name}"
                 )
                 # try setting parquet engine here, since the engine parameter does not seem to make it through to the write_pandas function
-                set_option('io.parquet.engine', 'fastparquet')
-                logger.info(f"snowflake-connector-python version: {VERSION}")
                 success, nchunks, nrows, _ = write_pandas(
                     conn=self._session._conn._cursor.connection,  # pylint: disable=protected-access
                     df=results_df,
                     table_name=self._full_results_table_name,
                     quote_identifiers=False,  # already done in get_temp_table_name
                     # schema='INBOUND_RAW', # it seems to be ok to provide schema in the table name
-                    table_type="transient",
-                    engine='fastparquet'
+                    table_type="transient"
                 )
                 if not success:
                     raise ValueError(

{omnata_plugin_runtime-0.2.76.dist-info → omnata_plugin_runtime-0.2.78.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.2.76
+Version: 0.2.78
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com
@@ -9,7 +9,6 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
-Requires-Dist: fastparquet (>=2023.10,<2024.0)
 Requires-Dist: jinja2 (>=3,<4)
 Requires-Dist: pandas
 Requires-Dist: pydantic (>=1,<2)

{omnata_plugin_runtime-0.2.76.dist-info → omnata_plugin_runtime-0.2.78.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=vKq7goVPX5cPQ9CVN9l8RmpJDcqDwS5y9v1IWhWjBbk,
 omnata_plugin_runtime/configuration.py,sha256=NICse7qMtReIYY4ZCu8ng4QDJ4rFP0g3mZwc8m1Xl54,32247
 omnata_plugin_runtime/forms.py,sha256=_KqSMQG749wImLKxPZh3B3doTZMbP5jDvF6BhQNkPCM,17375
 omnata_plugin_runtime/logging.py,sha256=Q6eSqrr3SzwfVAg4r4sV1dlxeNS_PzOtZfieoWUEOZQ,3232
-omnata_plugin_runtime/omnata_plugin.py,sha256=3x1xvJ2YaJDh7qHRE9BVg6QnN-V5QsVkYW0NXxcp37o,85805
+omnata_plugin_runtime/omnata_plugin.py,sha256=pFp2zkPR0TxeXHS4fp3J05brSj_x7qbH7dVQy9gZ-28,85809
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=dV_JOEWffdkAkofFYJMAsM_-gE9OpM2-paI2dsh5Rzo,24352
 omnata_plugin_runtime/rate_limiting.py,sha256=QO8VB1H8al6a8-ydohUmL0c5JynXG2bulmuPRs2-2-Y,14910
-omnata_plugin_runtime-0.2.76.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.2.76.dist-info/METADATA,sha256=vsXT_J5tUXWHaXSuTMvhQU3rvwuWeCk9CRYKEjfSfAM,1133
-omnata_plugin_runtime-0.2.76.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-omnata_plugin_runtime-0.2.76.dist-info/RECORD,,
+omnata_plugin_runtime-0.2.78.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.2.78.dist-info/METADATA,sha256=YCNJW2HGLsrL6Ymo1LMihTJ7ATpA6otH3XCujB9-v-I,1086
+omnata_plugin_runtime-0.2.78.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+omnata_plugin_runtime-0.2.78.dist-info/RECORD,,