atlan-application-sdk 0.1.1rc20__tar.gz → 0.1.1rc22__tar.gz

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.cursor/rules/testing.mdc

@@ -1,11 +1,9 @@
 ---
-description:
-globs: tests/**/*.py
-alwaysApply: false
+alwaysApply: true
 ---
 # Testing Guidelines
 
-- Run the unit tests using the command: `uv run pytests tests/`
+- Run the unit tests using the command: `uv run coverage run -m pytest --import-mode=importlib --capture=no --log-cli-level=INFO tests/ -v --full-trace --hypothesis-show-statistics`
 
 
 - **Test Framework**

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/actions/e2e-examples/action.yaml

@@ -14,6 +14,9 @@ description: |
   and can serve as reliable reference implementations for SDK users.
 
 inputs:
+  operating-system:
+    required: true
+    description: The operating system to use for the action.
   github-token:
     required: true
     description: The GitHub token to use for the action.
@@ -38,22 +41,46 @@ runs:
   steps:
     - uses: actions/checkout@v4
 
-    - name: Install Dapr CLI
+    - name: Install Dapr CLI (Linux/macOS)
+      if: runner.os != 'Windows'
       shell: bash
       run: |
         wget -q https://raw.githubusercontent.com/dapr/cli/master/install/install.sh -O - | /bin/bash -s 1.14.1
         dapr init --runtime-version 1.13.6 --slim
 
+    - name: Install Dapr CLI (Windows)
+      if: runner.os == 'Windows'
+      shell: pwsh
+      run: |
+        $script=iwr -useb https://raw.githubusercontent.com/dapr/cli/master/install/install.ps1; $block=[ScriptBlock]::Create($script); invoke-command -ScriptBlock $block -ArgumentList 1.14.1, "$env:USERPROFILE\.dapr\bin\"
+        $env:Path += ";$env:USERPROFILE\.dapr\bin\"
+        dapr init --runtime-version 1.13.6 --slim
+
     - name: Install Temporal CLI and Start Server
+      if: runner.os != 'Windows'
       shell: bash
       run: |
         curl -sSf https://temporal.download/cli.sh | sh
         export PATH="$HOME/.temporalio/bin:$PATH"
-        temporal server start-dev --db-filename /tmp/temporal.db &
-        sleep 10  # Give some time for Temporal to start
+
+    - name: Install Temporal CLI and Start Server (Windows)
+      if: runner.os == 'Windows'
+      shell: pwsh
+      run: |
+        # Create a directory for Temporal CLI
+        New-Item -ItemType Directory -Force -Path "$env:USERPROFILE\.temporalio\bin"
+
+        # Download Temporal CLI
+        Invoke-WebRequest -Uri "https://temporal.download/cli/archive/latest?platform=windows&arch=amd64" -OutFile "$env:USERPROFILE\.temporalio\temporal.zip"
+
+        # Extract and install
+        Expand-Archive -Path "$env:USERPROFILE\.temporalio\temporal.zip" -DestinationPath "$env:USERPROFILE\.temporalio\bin" -Force
+
+        # Add to PATH
+        $env:Path += ";$env:USERPROFILE\.temporalio\bin"
 
     - name: Set up Python 3.11
-      uses: actions/setup-python@v1
+      uses: actions/setup-python@v5
       with:
         python-version: "3.11"
 
@@ -66,6 +93,21 @@ runs:
       shell: bash
       run: uv sync --all-extras --all-groups
 
+    # Set up PATH for DAPR and Temporal globally
+    - name: Setup PATH for DAPR and Temporal (Linux/macOS)
+      if: runner.os != 'Windows'
+      shell: bash
+      run: |
+        echo "$HOME/.dapr/bin" >> $GITHUB_PATH
+        echo "$HOME/.temporalio/bin" >> $GITHUB_PATH
+
+    - name: Setup PATH for DAPR and Temporal (Windows)
+      if: runner.os == 'Windows'
+      shell: pwsh
+      run: |
+        echo "$env:USERPROFILE\.dapr\bin" >> $env:GITHUB_PATH
+        echo "$env:USERPROFILE\.temporalio\bin" >> $env:GITHUB_PATH
+
     # Start all services
     - name: Start Platform Services
       shell: bash
@@ -83,6 +125,7 @@ runs:
         SNOWFLAKE_ACCOUNT_ID: ${{ inputs.snowflake-account-id }}
         SNOWFLAKE_USER: ${{ inputs.snowflake-user }}
         SNOWFLAKE_PASSWORD: ${{ inputs.snowflake-password }}
+        ATLAN_LOCAL_DEVELOPMENT: true
       run: |
         cd examples
         uv run run_examples.py
@@ -90,11 +133,13 @@ runs:
         echo "Workflow status:"
         cat workflow_status.md
 
+        echo "Operating system: **${{ inputs.operating-system }}**" >> workflow_status.md
+
     - name: Comment test results on Pull Request
       if: ${{ !cancelled() && github.event_name == 'pull_request' }}
       uses: mshick/add-pr-comment@v2
       with:
-        message-id: "workflow_status"
+        message-id: "workflow_status_${{ inputs.operating-system }}"
         message-path: "examples/workflow_status.md"
 
     # Stop all services

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/actions/setup-deps/action.yaml

@@ -10,6 +10,10 @@ inputs:
     description: "Enable dependency caching"
     required: false
     default: "true"
+  python-version:
+    required: false
+    description: The Python version to use for the action.
+    default: "3.11"
 
 runs:
   using: "composite"
@@ -18,11 +22,11 @@ runs:
       with:
         fetch-depth: 0
 
-    - name: Set up Python 3.11
+    - name: Set up Python
       id: setup-python
       uses: actions/setup-python@v5
       with:
-        python-version: "3.11"
+        python-version: ${{ inputs.python-version }}
 
     - name: Install uv
       uses: astral-sh/setup-uv@v5

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/actions/unit-tests/action.yaml

@@ -20,6 +20,10 @@ inputs:
     required: false
     description: The minimum coverage threshold to enforce. Default is 60%.
     default: "50"
+  python-version:
+    required: false
+    description: The Python version to use for the action.
+    default: "3.11"
 
 runs:
   using: "composite"
@@ -27,6 +31,8 @@ runs:
     - uses: actions/checkout@v4
 
     - uses: "./.github/actions/setup-deps"
+      with:
+        python-version: ${{ inputs.python-version }}
 
     - name: Get branch name
       shell: bash
@@ -36,7 +42,7 @@ runs:
     - name: Run Unit and Integration Tests with Coverage
       shell: bash
       run: |
-        uv run coverage run -m pytest --capture=no --log-cli-level=INFO tests/ -v --full-trace --hypothesis-show-statistics
+        uv run coverage run -m pytest --import-mode=importlib --capture=no --log-cli-level=INFO tests/ -v --full-trace --hypothesis-show-statistics
         uv run coverage xml
         uv run coverage html
         uv run coverage report --fail-under=${{ inputs.fail-under }}

atlan_application_sdk-0.1.1rc22/.github/release_notes.md

@@ -0,0 +1,11 @@
+## v0.1.1rc22 (July 21, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc21...v0.1.1rc22
+
+### Features
+
+- use object store as state store, path update and fixes (#618) (by @Nishchith Shetty in [d439cb4](https://github.com/atlanhq/application-sdk/commit/d439cb4))
+
+### Bug Fixes
+
+- suppress daft dependency loggers (#611) (by @Nishchith Shetty in [3e379d4](https://github.com/atlanhq/application-sdk/commit/3e379d4))

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/workflows/pull_request.yaml

@@ -49,13 +49,20 @@ jobs:
   # Testing
   unit:
     name: Unit Tests
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 10
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+        os: [ubuntu-22.04, macOS-latest, windows-latest]
     steps:
       - uses: actions/checkout@v4
       - uses: "./.github/actions/unit-tests"
         with:
           github-token: ${{ secrets.ORG_PAT_GITHUB }}
           fail-under: "50"
+          python-version: ${{ matrix.python-version }}
 
   matrix-builder:
     name: Build Test Matrix
@@ -137,11 +144,16 @@ jobs:
     name: Run Examples
     needs: matrix-builder
     if: ((github.event.action == 'labeled' && github.event.label.name == 'run-examples') || contains(github.event.pull_request.labels.*.name, 'run-examples'))
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-22.04, macOS-latest, windows-latest]
     steps:
       - uses: actions/checkout@v4
       - uses: "./.github/actions/e2e-examples"
         with:
+          operating-system: ${{ matrix.os }}
           github-token: ${{ secrets.ORG_PAT_GITHUB }}
           postgres-host: ${{ secrets.POSTGRES_HOST }}
           postgres-password: ${{ secrets.POSTGRES_PASSWORD }}

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/workflows/push.yaml

@@ -33,6 +33,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: "./.github/actions/e2e-examples"
         with:
+          operating-system: ubuntu-latest
           github-token: ${{ secrets.ORG_PAT_GITHUB }}
           postgres-host: ${{ secrets.POSTGRES_HOST }}
           postgres-password: ${{ secrets.POSTGRES_PASSWORD }}

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.github/workflows/tag-and-publish.yaml

@@ -23,7 +23,7 @@ jobs:
           fetch-depth: 0  # Need full history for release notes
 
       - name: Setup Python
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: '3.11'
 

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/.gitignore

@@ -165,4 +165,5 @@ docs/reference/*.rst
 docstring-cov.md
 
 # local
-local/
+local/
+temporal.db

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/CHANGELOG.md

@@ -1,5 +1,32 @@
 # Changelog
 
+
+## v0.1.1rc22 (July 21, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc21...v0.1.1rc22
+
+### Features
+
+- use object store as state store, path update and fixes (#618) (by @Nishchith Shetty in [d439cb4](https://github.com/atlanhq/application-sdk/commit/d439cb4))
+
+### Bug Fixes
+
+- suppress daft dependency loggers (#611) (by @Nishchith Shetty in [3e379d4](https://github.com/atlanhq/application-sdk/commit/3e379d4))
+
+
+## v0.1.1rc21 (July 10, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc20...v0.1.1rc21
+
+### Features
+
+- enable tests and examples on macOS and windows as part of CI (#606) (by @Nishchith Shetty in [e717fa0](https://github.com/atlanhq/application-sdk/commit/e717fa0))
+
+### Bug Fixes
+
+- multi-database fetch based on include / exclude filter (#610) (by @Abhishek Agrawal in [954584e](https://github.com/atlanhq/application-sdk/commit/954584e))
+- unit tests structure, add missing tests (#609) (by @Nishchith Shetty in [b146004](https://github.com/atlanhq/application-sdk/commit/b146004))
+
 ## v0.1.1rc20 (July 02, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc19...v0.1.1rc20

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc20
+Version: 0.1.1rc22
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -25,7 +25,7 @@ Requires-Dist: fastapi[standard]>=0.115.0
 Requires-Dist: loguru>=0.7.3
 Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
 Requires-Dist: psutil>=7.0.0
-Requires-Dist: pyatlan==7.0.1
+Requires-Dist: pyatlan>=7.1.1
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/activities/__init__.py

@@ -13,16 +13,22 @@ Example:
     ...         await state.handler.do_something()
 """
 
+import os
 from abc import ABC
 from typing import Any, Dict, Generic, Optional, TypeVar
 
 from pydantic import BaseModel
 from temporalio import activity
 
-from application_sdk.activities.common.utils import auto_heartbeater, get_workflow_id
+from application_sdk.activities.common.utils import (
+    auto_heartbeater,
+    build_output_path,
+    get_workflow_id,
+)
 from application_sdk.common.error_codes import OrchestratorError
+from application_sdk.constants import TEMPORARY_PATH
 from application_sdk.handlers import HandlerInterface
-from application_sdk.inputs.statestore import StateStoreInput
+from application_sdk.inputs.statestore import StateStoreInput, StateType
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
@@ -183,7 +189,15 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
 
         try:
             # This already handles the Dapr call internally
-            return StateStoreInput.extract_configuration(workflow_id)
+            workflow_args = StateStoreInput.get_state(workflow_id, StateType.WORKFLOWS)
+            workflow_args["output_prefix"] = workflow_args.get(
+                "output_prefix", TEMPORARY_PATH
+            )
+            workflow_args["output_path"] = os.path.join(
+                workflow_args["output_prefix"], build_output_path()
+            )
+            return workflow_args
+
         except Exception as e:
             logger.error(
                 f"Failed to retrieve workflow configuration for {workflow_id}: {str(e)}",

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/activities/common/utils.py

@@ -11,6 +11,7 @@ from typing import Any, Awaitable, Callable, Optional, TypeVar, cast
 
 from temporalio import activity
 
+from application_sdk.constants import APPLICATION_NAME, WORKFLOW_OUTPUT_PATH_TEMPLATE
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
@@ -43,6 +44,34 @@ def get_workflow_id() -> str:
         raise Exception("Failed to get workflow id")
 
 
+def get_workflow_run_id() -> str:
+    """Get the workflow run ID from the current activity."""
+    try:
+        return activity.info().workflow_run_id
+    except Exception as e:
+        logger.error("Failed to get workflow run id", exc_info=e)
+        raise Exception("Failed to get workflow run id")
+
+
+def build_output_path() -> str:
+    """Build a standardized output path for workflow artifacts.
+
+    This method creates a consistent output path format across all workflows using the WORKFLOW_OUTPUT_PATH_TEMPLATE constant.
+
+    Returns:
+        str: The standardized output path.
+
+    Example:
+        >>> build_output_path()
+        "artifacts/apps/appName/workflows/wf-123/run-456"
+    """
+    return WORKFLOW_OUTPUT_PATH_TEMPLATE.format(
+        application_name=APPLICATION_NAME,
+        workflow_id=get_workflow_id(),
+        run_id=get_workflow_run_id(),
+    )
+
+
 def auto_heartbeater(fn: F) -> F:
     """Decorator that automatically sends heartbeats during activity execution.
 

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/activities/metadata_extraction/sql.py

@@ -137,8 +137,8 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
         self._state[workflow_id].handler = handler
 
         if "credential_guid" in workflow_args:
-            credentials = SecretStoreInput.extract_credentials(
-                workflow_args["credential_guid"]
+            credentials = await SecretStoreInput.fetch_secret(
+                secret_key=workflow_args["credential_guid"]
             )
             await sql_client.load(credentials)
 

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/activities/query_extraction/sql.py

@@ -128,8 +128,8 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
         workflow_id = get_workflow_id()
         sql_client = self.sql_client_class()
         if "credential_guid" in workflow_args:
-            credentials = SecretStoreInput.extract_credentials(
-                workflow_args["credential_guid"]
+            credentials = await SecretStoreInput.fetch_secret(
+                secret_key=workflow_args["credential_guid"]
             )
             await sql_client.load(credentials)
 

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/clients/temporal.py

@@ -28,6 +28,7 @@ from application_sdk.constants import (
     WORKFLOW_NAMESPACE,
     WORKFLOW_PORT,
 )
+from application_sdk.inputs.statestore import StateType
 from application_sdk.observability.logger_adaptor import get_logger
 from application_sdk.outputs.eventstore import (
     ApplicationEventNames,
@@ -312,13 +313,12 @@ class TemporalWorkflowClient(WorkflowClient):
         """
         if "credentials" in workflow_args:
             # remove credentials from workflow_args and add reference to credentials
-            workflow_args["credential_guid"] = SecretStoreOutput.store_credentials(
+            workflow_args["credential_guid"] = await SecretStoreOutput.save_secret(
                 workflow_args["credentials"]
             )
             del workflow_args["credentials"]
 
         workflow_id = workflow_args.get("workflow_id")
-        output_prefix = workflow_args.get("output_prefix", "/tmp/output")
         if not workflow_id:
             # if workflow_id is not provided, create a new one
             workflow_id = workflow_args.get("argo_workflow_name", str(uuid.uuid4()))
@@ -327,11 +327,12 @@ class TemporalWorkflowClient(WorkflowClient):
                 {
                     "application_name": self.application_name,
                     "workflow_id": workflow_id,
-                    "output_prefix": output_prefix,
                 }
             )
 
-            StateStoreOutput.store_configuration(workflow_id, workflow_args)
+            await StateStoreOutput.save_state_object(
+                id=workflow_id, value=workflow_args, type=StateType.WORKFLOWS
+            )
 
             logger.info(f"Created workflow config with ID: {workflow_id}")
 

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/common/credential_utils.py

@@ -43,7 +43,9 @@ async def resolve_credentials(credentials: Dict[str, Any]) -> Dict[str, Any]:
             )
 
         # Fetch and apply secret using SecretStoreInput
-        secret_data = await SecretStoreInput.fetch_secret(credential_source, secret_key)
+        secret_data = await SecretStoreInput.fetch_secret(
+            secret_key=secret_key, component_name=credential_source
+        )
         return SecretStoreInput.apply_secret_values(credentials, secret_data)
 
     except Exception as e:

{atlan_application_sdk-0.1.1rc20 → atlan_application_sdk-0.1.1rc22}/application_sdk/common/utils.py

@@ -2,19 +2,98 @@ import asyncio
 import glob
 import json
 import os
+import re
 from concurrent.futures import ThreadPoolExecutor
-from typing import Any, Awaitable, Callable, Dict, List, Optional, Tuple, TypeVar, Union
+from typing import (
+    Any,
+    Awaitable,
+    Callable,
+    Dict,
+    List,
+    Optional,
+    Set,
+    Tuple,
+    TypeVar,
+    Union,
+)
 
 from application_sdk.common.error_codes import CommonError
-from application_sdk.inputs.statestore import StateStoreInput
 from application_sdk.observability.logger_adaptor import get_logger
-from application_sdk.outputs.statestore import StateStoreOutput
 
 logger = get_logger(__name__)
 
 F = TypeVar("F", bound=Callable[..., Awaitable[Any]])
 
 
+def extract_database_names_from_regex(normalized_regex: str) -> str:
+    """
+    Extract database names from normalized regex patterns and return a regex string suitable for SQL queries.
+
+    This function parses regex patterns like 'dev\\.external_schema$|wide_world_importers\\.bronze_sales$'
+    or 'dev\\.*|wide_world_importers\\.*' to extract the database names, and returns a regex string
+    like '^(dev|wide_world_importers)$' for use in SQL queries.
+
+    Args:
+        normalized_regex (str): The normalized regex pattern containing database.schema patterns
+
+    Returns:
+        str: A regex string in the format ^(name1|name2|...)$ or '^$' if no names are found.
+
+    Examples:
+        >>> extract_database_names_from_regex('dev\\.external_schema$|wide_world_importers\\.bronze_sales$')
+        '^(dev|wide_world_importers)$'
+        >>> extract_database_names_from_regex('dev\\.*|wide_world_importers\\.*')
+        '^(dev|wide_world_importers)$'
+        >>> extract_database_names_from_regex('^$')
+        '^$'
+
+    Raises:
+        CommonError: If the input is invalid or processing fails
+    """
+    try:
+        if not normalized_regex or not isinstance(normalized_regex, str):
+            logger.warning("Invalid normalized_regex input: empty or non-string value")
+            return "'^$'"
+
+        database_names: Set[str] = set()
+
+        # Split by | to get individual patterns
+        patterns = normalized_regex.split("|")
+
+        for pattern in patterns:
+            try:
+                # Skip empty patterns
+                if not pattern or not pattern.strip():
+                    continue
+
+                # Split by \\. to get database name (first part)
+                # The \\. represents an escaped dot in the regex
+                parts = pattern.split("\\.")
+                if parts:
+                    db_name = parts[0].strip()
+                    if db_name and db_name not in (".*", "^$"):
+                        # Validate database name format
+                        if re.match(r"^[a-zA-Z_][a-zA-Z0-9_]*$", db_name):
+                            database_names.add(db_name)
+                        else:
+                            logger.warning(f"Invalid database name format: {db_name}")
+
+            except Exception as e:
+                logger.warning(f"Error processing pattern '{pattern}': {str(e)}")
+                continue
+
+        if not database_names:
+            return "'^$'"
+        return f"'^({'|'.join(sorted(database_names))})$'"
+
+    except Exception as e:
+        logger.error(
+            f"Error extracting database names from regex '{normalized_regex}': {str(e)}"
+        )
+        # Return a safe default that excludes everything
+        return "'^$'"
+
+
 def prepare_query(
     query: Optional[str],
     workflow_args: Dict[str, Any],
@@ -67,12 +146,23 @@ def prepare_query(
             include_filter, exclude_filter
         )
 
+        # Extract database names from the normalized regex patterns
+        include_databases = extract_database_names_from_regex(normalized_include_regex)
+        exclude_databases = extract_database_names_from_regex(normalized_exclude_regex)
+
+        if include_databases == "'^$'" and exclude_databases == "'^$'":
+            include_databases = "'.*'"
+            exclude_databases = "'^$'"
+
+        # Use sets directly for SQL query formatting
         exclude_empty_tables = workflow_args.get("metadata", {}).get(
             "exclude_empty_tables", False
         )
         exclude_views = workflow_args.get("metadata", {}).get("exclude_views", False)
 
         return query.format(
+            include_databases=include_databases,
+            exclude_databases=exclude_databases,
             normalized_include_regex=normalized_include_regex,
             normalized_exclude_regex=normalized_exclude_regex,
             temp_table_regex_sql=temp_table_regex_sql,
@@ -176,38 +266,6 @@ def normalize_filters(
     return normalized_filter_list
 
 
-def get_workflow_config(config_id: str) -> Dict[str, Any]:
-    """Gets the workflow configuration from the state store using config id.
-
-    Args:
-        config_id: The configuration ID to retrieve.
-
-    Returns:
-        dict: The workflow configuration.
-    """
-    return StateStoreInput.extract_configuration(config_id)
-
-
-def update_workflow_config(config_id: str, config: Dict[str, Any]) -> Dict[str, Any]:
-    """Updates the workflow configuration.
-
-    Args:
-        config_id: The configuration ID to update.
-        config: The new configuration dictionary.
-
-    Returns:
-        dict: The updated workflow configuration.
-    """
-    extracted_config = get_workflow_config(config_id)
-
-    for key in extracted_config.keys():
-        if key in config and config[key] is not None:
-            extracted_config[key] = config[key]
-
-    StateStoreOutput.store_configuration(config_id, extracted_config)
-    return extracted_config
-
-
 def read_sql_files(
     queries_prefix: str = f"{os.path.dirname(os.path.abspath(__file__))}/queries",
 ) -> Dict[str, str]: