meltano-state-backend-snowflake 0.1.0__py3-none-any.whl → 0.2.0__py3-none-any.whl

meltano_state_backend_snowflake/backend.py

@@ -31,7 +31,7 @@ SNOWFLAKE_ACCOUNT = SettingDefinition(
     name="state_backend.snowflake.account",
     label="Snowflake Account",
     description="Snowflake account identifier",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     env_specific=True,
 )
 
@@ -39,7 +39,7 @@ SNOWFLAKE_USER = SettingDefinition(
     name="state_backend.snowflake.user",
     label="Snowflake User",
     description="Snowflake username",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     env_specific=True,
 )
 
@@ -47,7 +47,7 @@ SNOWFLAKE_PASSWORD = SettingDefinition(
     name="state_backend.snowflake.password",
     label="Snowflake Password",
     description="Snowflake password",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     sensitive=True,
     env_specific=True,
 )
@@ -56,7 +56,7 @@ SNOWFLAKE_WAREHOUSE = SettingDefinition(
     name="state_backend.snowflake.warehouse",
     label="Snowflake Warehouse",
     description="Snowflake compute warehouse",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     env_specific=True,
 )
 
@@ -64,7 +64,7 @@ SNOWFLAKE_DATABASE = SettingDefinition(
     name="state_backend.snowflake.database",
     label="Snowflake Database",
     description="Snowflake database name",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     env_specific=True,
 )
 
@@ -72,8 +72,8 @@ SNOWFLAKE_SCHEMA = SettingDefinition(
     name="state_backend.snowflake.schema",
     label="Snowflake Schema",
     description="Snowflake schema name",
-    kind=SettingKind.STRING,
-    default="PUBLIC",
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
+    value="PUBLIC",
     env_specific=True,
 )
 
@@ -81,7 +81,7 @@ SNOWFLAKE_ROLE = SettingDefinition(
     name="state_backend.snowflake.role",
     label="Snowflake Role",
     description="Snowflake role to use",
-    kind=SettingKind.STRING,
+    kind=SettingKind.STRING,  # ty: ignore[invalid-argument-type]
     env_specific=True,
 )
 
@@ -186,9 +186,7 @@ class SnowflakeStateStoreManager(StateStoreManager):
                 f"""
                 CREATE TABLE IF NOT EXISTS {self.database}.{self.schema}.{self.table_name} (
                     state_id VARCHAR PRIMARY KEY,
-                    partial_state VARIANT,
-                    completed_state VARIANT,
-                    updated_at TIMESTAMP_NTZ DEFAULT CURRENT_TIMESTAMP()
+                    state VARIANT
                 )
                 """,
             )
@@ -211,26 +209,19 @@ class SnowflakeStateStoreManager(StateStoreManager):
             state: the state to set.
 
         """
-        partial_json = json.dumps(state.partial_state) if state.partial_state else None
-        completed_json = json.dumps(state.completed_state) if state.completed_state else None
-
         with self.connection.cursor() as cursor:
             cursor.execute(
                 f"""
                 MERGE INTO {self.database}.{self.schema}.{self.table_name} AS target
-                USING (SELECT %s AS state_id, PARSE_JSON(%s) AS partial_state,
-                       PARSE_JSON(%s) AS completed_state) AS source
+                USING (SELECT %s AS state_id, PARSE_JSON(%s) AS state) AS source
                 ON target.state_id = source.state_id
                 WHEN MATCHED THEN
-                    UPDATE SET
-                        partial_state = source.partial_state,
-                        completed_state = source.completed_state,
-                        updated_at = CURRENT_TIMESTAMP()
+                    UPDATE SET state = source.state
                 WHEN NOT MATCHED THEN
-                    INSERT (state_id, partial_state, completed_state)
-                    VALUES (source.state_id, source.partial_state, source.completed_state)
+                    INSERT (state_id, state)
+                    VALUES (source.state_id, source.state)
                 """,  # noqa: S608
-                (state.state_id, partial_json, completed_json),
+                (state.state_id, state.json()),
             )
 
     def get(self, state_id: str) -> MeltanoState | None:
@@ -246,7 +237,7 @@ class SnowflakeStateStoreManager(StateStoreManager):
         with self.connection.cursor() as cursor:
             cursor.execute(
                 f"""
-                SELECT partial_state, completed_state
+                SELECT state
                 FROM {self.database}.{self.schema}.{self.table_name}
                 WHERE state_id = %s
                 """,  # noqa: S608
@@ -257,30 +248,16 @@ class SnowflakeStateStoreManager(StateStoreManager):
             if not row:
                 return None
 
-            # Snowflake returns None for NULL VARIANT columns
-            # but MeltanoState expects empty dicts
-            # Additionally, VARIANT columns might return JSON strings that need parsing
-            partial_state = row[0]
-            completed_state = row[1]
-
-            # Handle None values
-            if partial_state is None:
-                partial_state = {}
-            # Parse JSON string if Snowflake returns string instead of dict
-            elif isinstance(partial_state, str):
-                partial_state = json.loads(partial_state)
-
-            if completed_state is None:
-                completed_state = {}
-            # Parse JSON string if Snowflake returns string instead of dict
-            elif isinstance(completed_state, str):
-                completed_state = json.loads(completed_state)
-
-            return MeltanoState(
-                state_id=state_id,
-                partial_state=partial_state,
-                completed_state=completed_state,
-            )
+            state = row[0]
+
+            if state is None:
+                return MeltanoState(state_id=state_id)
+
+            # VARIANT columns may come back as a dict or a JSON string
+            if isinstance(state, dict):
+                state = json.dumps(state)
+
+            return MeltanoState.from_json(state_id, state)
 
     def delete(self, state_id: str) -> None:
         """Delete state for the given state_id.

{meltano_state_backend_snowflake-0.1.0.dist-info → meltano_state_backend_snowflake-0.2.0.dist-info}/METADATA

@@ -1,27 +1,33 @@
 Metadata-Version: 2.4
 Name: meltano-state-backend-snowflake
-Version: 0.1.0
+Version: 0.2.0
 Summary: Meltano State Backend for Snowflake
+Project-URL: Documentation, https://github.com/meltano/meltano-state-backend-snowflake
+Project-URL: Source, https://github.com/meltano/meltano-state-backend-snowflake
+Project-URL: Issues, https://github.com/meltano/meltano-state-backend-snowflake/issues
 Author-email: Taylor Murphy <taylor@arch.dev>
 License-Expression: MIT
 License-File: LICENSE
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Python: >=3.9
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.10
 Requires-Dist: meltano>=3.7
-Requires-Dist: snowflake-connector-python<4,>=3
+Requires-Dist: snowflake-connector-python<5,>=4
 Description-Content-Type: text/markdown
 
 # `meltano-state-backend-snowflake`
 
+<!-- Display these if and when we publish to PyPI. -->
+
+<!--
 [![PyPI version](https://img.shields.io/pypi/v/meltano-state-backend-snowflake.svg?logo=pypi&logoColor=FFE873&color=blue)](https://pypi.org/project/meltano-state-backend-snowflake)
-[![Python versions](https://img.shields.io/pypi/pyversions/meltano-state-backend-snowflake.svg?logo=python&logoColor=FFE873)](https://pypi.org/project/meltano-state-backend-snowflake)
+[![Python versions](https://img.shields.io/pypi/pyversions/meltano-state-backend-snowflake.svg?logo=python&logoColor=FFE873)](https://pypi.org/project/meltano-state-backend-snowflake) -->
 
-This is a [Meltano][meltano] extension that provides a [Snowflake][snowflake] [state backend][state-backend].
+This is a [Meltano] extension that provides a [Snowflake] [state backend][state-backend].
 
 ## Installation
 
@@ -32,14 +38,14 @@ This package needs to be installed in the same Python environment as Meltano.
 #### With [uv]
 
 ```bash
-uv tool install --with meltano-state-backend-snowflake meltano
+uv tool install --with git+https://github.com/meltano/meltano-state-backend-snowflake.git meltano
 ```
 
 #### With [pipx]
 
 ```bash
 pipx install meltano
-pipx inject meltano 'meltano-state-backend-snowflake
+pipx inject meltano git+https://github.com/meltano/meltano-state-backend-snowflake.git
 ```
 
 ## Configuration
@@ -47,6 +53,7 @@ pipx inject meltano 'meltano-state-backend-snowflake
 To store state in Snowflake, set the `state_backend.uri` setting to `snowflake://<user>:<password>@<account>/<database>/<schema>`.
 
 State will be stored in two tables that Meltano will create automatically:
+
 - `meltano_state` - Stores the actual state data
 - `meltano_state_locks` - Manages concurrency locks
 
@@ -88,6 +95,7 @@ state_backend:
 #### Security Considerations
 
 When storing credentials:
+
 - Use environment variables for sensitive values in production
 - Consider using Snowflake key-pair authentication (future enhancement)
 - Ensure the user has CREATE TABLE, INSERT, UPDATE, DELETE, and SELECT privileges
@@ -96,8 +104,8 @@ Example using environment variables:
 
 ```bash
 export MELTANO_STATE_BACKEND_SNOWFLAKE_PASSWORD='my_secure_password'
-meltano config meltano set state_backend.uri 'snowflake://my_user@my_account/my_database'
-meltano config meltano set state_backend.snowflake.warehouse 'my_warehouse'
+meltano config set meltano state_backend.uri 'snowflake://my_user@my_account/my_database'
+meltano config set meltano state_backend.snowflake.warehouse 'my_warehouse'
 ```
 
 ## Development
@@ -113,17 +121,20 @@ uv sync
 Run all tests, type checks, linting, and coverage:
 
 ```bash
-uvx -with tox-uv tox run-parallel
+uvx --with tox-uv tox run-parallel
 ```
 
 ### Bump the version
 
+Using the [GitHub CLI][gh]:
+
 ```bash
-uv version --bump <type>
+gh release create v<new-version>
 ```
 
+[gh]: https://cli.github.com/
 [meltano]: https://meltano.com
+[pipx]: https://github.com/pypa/pipx
 [snowflake]: https://www.snowflake.com/
 [state-backend]: https://docs.meltano.com/concepts/state_backends
-[pipx]: https://github.com/pypa/pipx
 [uv]: https://docs.astral.sh/uv

meltano_state_backend_snowflake-0.2.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+meltano_state_backend_snowflake/__init__.py,sha256=VKrpkX_1iA77T_Akw03QYSwhEouiB6WCwk8ni2SAexM,43
+meltano_state_backend_snowflake/backend.py,sha256=-yrVSRmpipTRhlIL5UlQy7zy2-2S4Ysdw0OJcTxQEsY,12578
+meltano_state_backend_snowflake/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+meltano_state_backend_snowflake-0.2.0.dist-info/METADATA,sha256=tj3GzE62XoK_b9TwvSXi-3QiUTWZQXJSdO0l7_UCRxY,4384
+meltano_state_backend_snowflake-0.2.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+meltano_state_backend_snowflake-0.2.0.dist-info/entry_points.txt,sha256=jZRNuruL8DV7LQshmT9rLCjFWFU1RFDiTKMjSdb1Gak,664
+meltano_state_backend_snowflake-0.2.0.dist-info/licenses/LICENSE,sha256=-5_wfLmGpH1fzTKoBkjWeEnK7cV60Cs0c6Ap3bE9n1U,1064
+meltano_state_backend_snowflake-0.2.0.dist-info/RECORD,,

{meltano_state_backend_snowflake-0.1.0.dist-info → meltano_state_backend_snowflake-0.2.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.27.0
+Generator: hatchling 1.28.0
 Root-Is-Purelib: true
 Tag: py3-none-any

meltano_state_backend_snowflake-0.1.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-meltano_state_backend_snowflake/__init__.py,sha256=VKrpkX_1iA77T_Akw03QYSwhEouiB6WCwk8ni2SAexM,43
-meltano_state_backend_snowflake/backend.py,sha256=f_dVCUG0YYy9z1Rl_oXEgDfBOgTfekTsRZsMmXddk9s,13639
-meltano_state_backend_snowflake/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-meltano_state_backend_snowflake-0.1.0.dist-info/METADATA,sha256=U5abP9PQjKPmB4b0Vo0wgJ6YLit_mE-u-jtDC2JOueY,3944
-meltano_state_backend_snowflake-0.1.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-meltano_state_backend_snowflake-0.1.0.dist-info/entry_points.txt,sha256=jZRNuruL8DV7LQshmT9rLCjFWFU1RFDiTKMjSdb1Gak,664
-meltano_state_backend_snowflake-0.1.0.dist-info/licenses/LICENSE,sha256=-5_wfLmGpH1fzTKoBkjWeEnK7cV60Cs0c6Ap3bE9n1U,1064
-meltano_state_backend_snowflake-0.1.0.dist-info/RECORD,,