mage-ai 0.9.74__py3-none-any.whl → 0.9.79__py3-none-any.whl

mage_ai/ai/llm_pipeline_wizard.py

@@ -156,16 +156,18 @@ TEMPLATE_CLASSIFICATION_FUNCTION = [
                     "type": "string",
                     "description": "Programming language of the code block. "
                                    f"Default value is {BlockLanguage.__name__}__python.",
-                    "enum": [f"{BlockLanguage.__name__}__{type.name.lower()}"
-                             for type in BlockLanguage]
+                    "enum": [
+                        f"{BlockLanguage.__name__}__{type.name.lower()}"
+                        for type in BlockLanguage]
                 },
                 PipelineType.__name__: {
                     "type": "string",
                     "description": "Type of pipeline to build. Default value is "
                                    f"{PipelineType.__name__}__python if pipeline type "
                                    "is not mentioned in the description.",
-                    "enum": [f"{PipelineType.__name__}__{type.name.lower()}"
-                             for type in PipelineType]
+                    "enum": [
+                        f"{PipelineType.__name__}__{type.name.lower()}"
+                        for type in PipelineType]
                 },
                 ActionType.__name__: {
                     "type": "string",

mage_ai/ai/openai_client.py

@@ -42,16 +42,18 @@ tools = [
                         "type": "string",
                         "description": "Programming language of the code block. "
                                        f"Default value is {BlockLanguage.__name__}__python.",
-                        "enum": [f"{BlockLanguage.__name__}__{type.name.lower()}"
-                                 for type in BlockLanguage]
+                        "enum": [
+                            f"{BlockLanguage.__name__}__{type.name.lower()}"
+                            for type in BlockLanguage]
                     },
                     PipelineType.__name__: {
                         "type": "string",
                         "description": "Type of pipeline to build. Default value is "
                                        f"{PipelineType.__name__}__python if pipeline type "
                                        "is not mentioned in the description.",
-                        "enum": [f"{PipelineType.__name__}__{type.name.lower()}"
-                                 for type in PipelineType]
+                        "enum": [
+                            f"{PipelineType.__name__}__{type.name.lower()}"
+                            for type in PipelineType]
                     },
                     ActionType.__name__: {
                         "type": "string",
@@ -85,7 +87,7 @@ class OpenAIClient(AIClient):
             open_ai_config.openai_api_key or os.getenv('OPENAI_API_KEY')
         openai.api_key = openai_api_key
         self.llm = OpenAI(openai_api_key=openai_api_key, temperature=0)
-        self.openai_client = OpenAILib()
+        self.openai_client = OpenAILib(api_key=openai_api_key)
 
     def __chat_completion_request(self, messages):
         try:

mage_ai/api/policies/PipelineSchedulePolicy.py

@@ -100,6 +100,7 @@ PipelineSchedulePolicy.allow_read(PipelineSchedulePresenter.default_attributes +
 PipelineSchedulePolicy.allow_read(PipelineSchedulePresenter.default_attributes + [
     'event_matchers',
     'next_pipeline_run_date',
+    'rotate_token',
     'tags',
 ], scopes=[
     OauthScope.CLIENT_PRIVATE,

mage_ai/api/presenters/PipelineSchedulePresenter.py

@@ -1,5 +1,6 @@
 from mage_ai.api.operations import constants
 from mage_ai.api.presenters.BasePresenter import BasePresenter
+from mage_ai.settings.server import HIDE_API_TRIGGER_TOKEN
 
 
 class PipelineSchedulePresenter(BasePresenter):
@@ -32,8 +33,6 @@ class PipelineSchedulePresenter(BasePresenter):
             ])
             data['tags'] = sorted([tag.name for tag in self.get_tag_associations])
             data['next_pipeline_run_date'] = self.model.next_execution_date()
-
-            return data
         elif 'with_runtime_average' == display_format:
             data = self.model.to_dict()
             data['runtime_average'] = self.model.runtime_average()
@@ -47,6 +46,16 @@ class PipelineSchedulePresenter(BasePresenter):
         else:
             data = self.model.to_dict()
 
+        if display_format == constants.UPDATE:
+            rotate_token = kwargs.get(
+                'payload', dict(),
+            ).get(
+                'pipeline_schedule', dict(),
+            ).get('rotate_token')
+        else:
+            rotate_token = False
+        if HIDE_API_TRIGGER_TOKEN and not rotate_token:
+            data['token'] = '[API_TOKEN_PLACEHOLDER]'
         return data
 
 

mage_ai/api/resources/GitFileResource.py

@@ -32,6 +32,14 @@ class GitFileResource(GenericResource):
                 pass
 
         file_path_absolute = os.path.join(git_manager.repo_path, file_path)
+
+        # Prevent path traversal by resolving the absolute path location
+        # and checking if it's within the repo
+        if not os.path.abspath(file_path_absolute).startswith(
+            os.path.abspath(git_manager.repo_path)
+        ):
+            raise Exception("Access denied: Attempted path traversal")
+
         file = File.from_path(file_path_absolute)
         if not file.exists():
             file = File.from_path(file_path_absolute, '')

mage_ai/api/resources/PipelineScheduleResource.py

@@ -29,7 +29,8 @@ from mage_ai.orchestration.db.models.tags import (
 )
 from mage_ai.settings.platform import project_platform_activated
 from mage_ai.settings.repo import get_repo_path
-from mage_ai.shared.hash import merge_dict
+from mage_ai.settings.server import HIDE_API_TRIGGER_TOKEN
+from mage_ai.shared.hash import ignore_keys, merge_dict
 
 
 class PipelineScheduleResource(DatabaseResource):
@@ -157,17 +158,15 @@ class PipelineScheduleResource(DatabaseResource):
                 ),
                 func.sum(
                     case(
-                        [
-                            (
-                                PipelineRun.status.in_(
-                                    [
-                                        PipelineRun.PipelineRunStatus.INITIAL,
-                                        PipelineRun.PipelineRunStatus.RUNNING,
-                                    ]
-                                ),
-                                1,
-                            )
-                        ],
+                        (
+                            PipelineRun.status.in_(
+                                [
+                                    PipelineRun.PipelineRunStatus.INITIAL,
+                                    PipelineRun.PipelineRunStatus.RUNNING,
+                                ]
+                            ),
+                            1,
+                        ),
                         else_=0,
                     )
                 ).label('in_progress_runs_count'),
@@ -282,6 +281,7 @@ class PipelineScheduleResource(DatabaseResource):
 
     @safe_db_query
     def update(self, payload, **kwargs):
+        # Update associated event matchers
         arr = payload.pop('event_matchers', None)
         event_matchers = []
         if arr is not None:
@@ -320,6 +320,7 @@ class PipelineScheduleResource(DatabaseResource):
                 ]
                 em.update(pipeline_schedules=ps)
 
+        # Update associated tags
         tag_names = payload.pop('tags', None)
         if tag_names is not None:
             # 1. Fetch all tag associations
@@ -408,7 +409,11 @@ class PipelineScheduleResource(DatabaseResource):
 
         old_name = self.model.name
 
-        resource = super().update(payload)
+        # Rotate token
+        if payload.get('rotate_token'):
+            payload['token'] = uuid.uuid4().hex
+
+        resource = super().update(ignore_keys(payload, ['rotate_token']))
         updated_model = resource.model
 
         repo_path = get_repo_path(user=self.current_user)
@@ -424,9 +429,10 @@ class PipelineScheduleResource(DatabaseResource):
                 sla=updated_model.sla,
                 start_time=updated_model.start_time,
                 status=updated_model.status,
-                token=updated_model.token,
                 variables=updated_model.variables,
             )
+            if not HIDE_API_TRIGGER_TOKEN:
+                trigger.token = updated_model.token
 
             update_only_if_exists = (
                 not pipeline.should_save_trigger_in_code_automatically()

mage_ai/api/resources/PipelineTriggerResource.py

@@ -8,6 +8,7 @@ from mage_ai.data_preparation.models.triggers import (
 from mage_ai.orchestration.db import safe_db_query
 from mage_ai.orchestration.db.models.schedules import PipelineSchedule
 from mage_ai.settings.repo import get_repo_path
+from mage_ai.settings.server import HIDE_API_TRIGGER_TOKEN
 
 
 class PipelineTriggerResource(GenericResource):
@@ -50,9 +51,10 @@ class PipelineTriggerResource(GenericResource):
                 sla=pipeline_schedule.sla,
                 start_time=pipeline_schedule.start_time,
                 status=pipeline_schedule.status,
-                token=pipeline_schedule.token,
                 variables=pipeline_schedule.variables,
             )
+            if not HIDE_API_TRIGGER_TOKEN:
+                trigger.token = pipeline_schedule.token
         else:
             trigger = Trigger(**payload)
 

mage_ai/api/resources/SessionResource.py

@@ -6,7 +6,7 @@ from mage_ai.authentication.ldap import new_ldap_connection
 from mage_ai.authentication.oauth2 import encode_token, generate_access_token
 from mage_ai.authentication.passwords import verify_password
 from mage_ai.authentication.providers.constants import NAME_TO_PROVIDER
-from mage_ai.orchestration.db import safe_db_query
+from mage_ai.orchestration.db import safe_db_query, safe_db_query_async
 from mage_ai.orchestration.db.models.oauth import Role, User
 from mage_ai.settings import (
     AUTHENTICATION_MODE,
@@ -20,7 +20,7 @@ from mage_ai.usage_statistics.logger import UsageStatisticLogger
 
 class SessionResource(BaseResource):
     @classmethod
-    @safe_db_query
+    @safe_db_query_async
     async def create(self, payload, _, **kwargs):
         email = payload.get('email')
         password = payload.get('password')

mage_ai/api/resources/SyncResource.py

@@ -163,7 +163,7 @@ class SyncResource(GenericResource):
         access_token = user_payload.pop('access_token', None)
         if access_token:
             secret_name = get_access_token_secret_name(user=user)
-            secret = Secret.query.filter(Secret.name == secret_name).one_or_none()
+            secret = Secret.repo_query.filter(Secret.name == secret_name).one_or_none()
             if secret:
                 secret.delete()
             create_secret(secret_name, access_token, repo_name=repo_name)

mage_ai/api/resources/UserResource.py

@@ -28,7 +28,7 @@ class UserResource(DatabaseResource):
         results = (
             User.
             query.
-            order_by(User.username.asc())
+            order_by(User.id.asc())
         )
 
         if user and user.is_admin:

mage_ai/cli/main.py

@@ -194,7 +194,11 @@ def run(
     from mage_ai.orchestration.db.models.schedules import PipelineRun
     from mage_ai.orchestration.utils.git import log_git_sync, run_git_sync
     from mage_ai.server.logger import Logger
-    from mage_ai.settings import SENTRY_DSN, SENTRY_TRACES_SAMPLE_RATE
+    from mage_ai.settings import (
+        SENTRY_DSN,
+        SENTRY_SERVER_NAME,
+        SENTRY_TRACES_SAMPLE_RATE,
+    )
     from mage_ai.shared.hash import merge_dict
 
     logger = Logger().new_server_logger(__name__)
@@ -204,7 +208,10 @@ def run(
         sentry_sdk.init(
             sentry_dsn,
             traces_sample_rate=SENTRY_TRACES_SAMPLE_RATE,
+            server_name=SENTRY_SERVER_NAME,
         )
+        import atexit
+        atexit.register(lambda: sentry_sdk.flush(timeout=5))
     (enable_new_relic, application) = initialize_new_relic()
 
     with (

mage_ai/data_cleaner/analysis/charts.py

@@ -312,7 +312,7 @@ def build_overview_data(
         increment(f"{DD_KEY}.build_overview_time_series.succeeded", tags)
 
     """
-    Build sample data for scatter plot. Sample data consits of two parts:
+    Build sample data for scatter plot. Sample data consists of two parts:
     1. Numeric features
     2. Low cardinality categorical features
     """

mage_ai/data_cleaner/cleaning_rules/reformat_values.py

@@ -224,7 +224,7 @@ class ReformatDateSubRule(ReformatValuesSubRule):
         1. If column is not of dtype category or text, no suggestion
         2. If column does not contain string types, no suggestion
         3. Try use Pandas datetime parse to convert from string to datetime.
-           If more than DATE_MATCHES_LB entries are succesfully converted, suggest
+           If more than DATE_MATCHES_LB entries are successfully converted, suggest
            conversion to datetime type
         """
         dtype = self.column_types[column]

mage_ai/data_integrations/destinations/constants.py

@@ -1,9 +1,11 @@
 DESTINATIONS = [
+    dict(name='Airtable'),
     dict(name='Amazon S3'),
     dict(name='BigQuery'),
     dict(name='Clickhouse'),
     dict(name='Delta Lake Azure'),
     dict(name='Delta Lake S3'),
+    dict(name='Doris'),
     dict(name='Elasticsearch'),
     dict(name='Google Cloud Storage'),
     dict(name='Kafka'),
@@ -20,5 +22,6 @@ DESTINATIONS = [
     dict(name='Redshift'),
     dict(name='Salesforce'),
     dict(name='Snowflake'),
+    dict(name='Teradata'),
     dict(name='Trino'),
 ]

mage_ai/data_integrations/sources/constants.py

@@ -3,6 +3,7 @@ from mage_ai.shared.hash import index_by
 
 SQL_SOURCES = [
     dict(name='BigQuery'),
+    dict(name='Doris'),
     dict(
         name='Microsoft SQL Server',
         uuid='mssql',
@@ -53,6 +54,7 @@ SOURCES = sorted([
     dict(name='Sftp'),
     dict(name='Stripe'),
     dict(name='Tableau'),
+    dict(name='Teradata'),
     dict(name='Twitter Ads'),
     dict(name='Zendesk'),
 ] + SQL_SOURCES, key=lambda x: x['name'])

mage_ai/data_preparation/executors/block_executor.py

@@ -693,7 +693,7 @@ class BlockExecutor:
                             ),
                             tags=tags,
                         )
-                    self._execute_callback(
+                    self.execute_callback(
                         'on_failure',
                         block_run_id=block_run_id,
                         callback_kwargs=dict(__error=error, retry=self.retry_metadata),
@@ -748,7 +748,7 @@ class BlockExecutor:
             # success callback because this isn’t the last data integration block that needs
             # to run.
             if not data_integration_metadata or is_original_block:
-                self._execute_callback(
+                self.execute_callback(
                     'on_success',
                     block_run_id=block_run_id,
                     callback_kwargs=dict(retry=self.retry_metadata),
@@ -1253,7 +1253,7 @@ class BlockExecutor:
 
         return result
 
-    def _execute_callback(
+    def execute_callback(
         self,
         callback: str,
         global_vars: Dict,
@@ -1275,6 +1275,11 @@ class BlockExecutor:
             dynamic_block_index: Index of the dynamic block.
             dynamic_upstream_block_uuids: List of UUIDs of the dynamic upstream blocks.
         """
+        if logging_tags is None:
+            logging_tags = self.build_tags(
+                block_run_id=block_run_id,
+                pipeline_run_id=pipeline_run.id if pipeline_run is not None else None,
+            )
         upstream_block_uuids_override = []
         if is_dynamic_block_child(self.block):
             if not self.block_run and block_run_id:

mage_ai/data_preparation/executors/pipeline_executor.py

@@ -10,10 +10,13 @@ from mage_ai.data_preparation.logging.logger import DictLogger
 from mage_ai.data_preparation.logging.logger_manager_factory import LoggerManagerFactory
 from mage_ai.data_preparation.models.pipeline import Pipeline
 from mage_ai.orchestration.db.models.schedules import BlockRun, PipelineRun
+from mage_ai.server.logger import Logger
 from mage_ai.shared.hash import merge_dict
 from mage_ai.usage_statistics.constants import EventNameType, EventObjectType
 from mage_ai.usage_statistics.logger import UsageStatisticLogger
 
+logger = Logger().new_server_logger(__name__)
+
 
 class PipelineExecutor:
     def __init__(self, pipeline: Pipeline, execution_partition: str = None):
@@ -53,25 +56,38 @@ class PipelineExecutor:
             update_status (bool): Whether to update the execution status.
             **kwargs: Additional keyword arguments.
         """
-        if pipeline_run_id is None:
-            # Execute the pipeline without block runs
-            asyncio.run(self.pipeline.execute(
-                analyze_outputs=analyze_outputs,
-                global_vars=global_vars,
-                run_sensors=run_sensors,
-                run_tests=run_tests,
-                update_status=update_status,
-            ))
-        else:
-            # Supported pipeline types: Standard batch pipeline
-            pipeline_run = PipelineRun.query.get(pipeline_run_id)
-            if pipeline_run.status != PipelineRun.PipelineRunStatus.RUNNING:
-                return
-            asyncio.run(self.__run_blocks(
-                pipeline_run,
-                allow_blocks_to_fail=allow_blocks_to_fail,
-                global_vars=global_vars,
-            ))
+        # Create the async task to execute
+        async def _execute_task():
+            if pipeline_run_id is None:
+                # Execute the pipeline without block runs
+                await self.pipeline.execute(
+                    analyze_outputs=analyze_outputs,
+                    global_vars=global_vars,
+                    run_sensors=run_sensors,
+                    run_tests=run_tests,
+                    update_status=update_status,
+                )
+            else:
+                # Supported pipeline types: Standard batch pipeline
+                pipeline_run = PipelineRun.query.get(pipeline_run_id)
+                if pipeline_run.status != PipelineRun.PipelineRunStatus.RUNNING:
+                    return
+                await self.__run_blocks(
+                    pipeline_run,
+                    allow_blocks_to_fail=allow_blocks_to_fail,
+                    global_vars=global_vars,
+                )
+        # Execute the task based on current context
+        try:
+            loop = asyncio.get_running_loop()
+            logger.info(f'[PipelineExecutor] Found running loop {loop}')
+            # We're in an async context, use create_task
+            task = asyncio.create_task(_execute_task())
+            loop.run_until_complete(task)
+        except RuntimeError:
+            # No running loop, safe to use asyncio.run
+            logger.info('[PipelineExecutor] No running loop, using asyncio.run')
+            asyncio.run(_execute_task())
 
         self.logger_manager.output_logs_to_destination()
 

mage_ai/data_preparation/git/utils.py

@@ -215,7 +215,7 @@ def check_connection(git, remote_url: str) -> None:
 
 
 async def check_connection_async(git, remote_name: str) -> None:
-    proc = git.ls_remote(remote_name, as_process=True)
+    proc = git.ls_remote(remote_name, 'HEAD', as_process=True)
 
     await poll_process_with_timeout(
         proc,
@@ -228,7 +228,7 @@ async def check_connection_async(git, remote_name: str) -> None:
 
 
 async def validate_authentication_for_remote_url(git, remote_url: str) -> None:
-    proc = git.ls_remote(remote_url, as_process=True)
+    proc = git.ls_remote(remote_url, 'HEAD', as_process=True)
 
     await poll_process_with_timeout(
         proc,

mage_ai/data_preparation/logging/logger_manager.py

@@ -3,6 +3,7 @@ import io
 import logging
 import logging.handlers
 import os
+import traceback
 from datetime import datetime
 from typing import Callable, Dict, List
 
@@ -107,6 +108,18 @@ class LoggerManager:
 
         self.storage = LocalStorage()
 
+    def __del__(self):
+        """
+        Close the log file if the logger uses the file handler.
+        """
+        for handler in list(self.logger.handlers):
+            try:
+                if isinstance(handler, (logging.FileHandler, logging.handlers.RotatingFileHandler)):
+                    self.logger.removeHandler(handler)
+                    handler.close()
+            except Exception:
+                traceback.print_exc()
+
     def create_stream_handler(self):
         """
         Create a stream handler to output logs to a stream (e.g., in-memory buffer).
@@ -139,15 +152,31 @@ class LoggerManager:
                          str_to_timedelta(log_retention_period)).strftime(
                             format='%Y%m%dT%H%M%S')
 
+        from mage_ai.data_preparation.models.constants import PipelineType
+        from mage_ai.data_preparation.models.pipeline import Pipeline
         if self.pipeline_uuid is None:
-            from mage_ai.data_preparation.models.pipeline import Pipeline
-
             pipeline_uuids = Pipeline.get_all_pipelines(self.repo_path)
         else:
             pipeline_uuids = [self.pipeline_uuid]
 
         for pipeline_uuid in pipeline_uuids:
             print(f'Removing old logs from pipeline {pipeline_uuid}')
+            # Skip cleaning up logs for streaming pipelines
+            skip_clean_up_logs = False
+            try:
+                p = Pipeline.get(pipeline_uuid)
+                if p.type == PipelineType.STREAMING:
+                    print(f'Pipeline {pipeline_uuid} is a Streaming pipeline. '
+                          'Skip cleaning up logs.')
+                    skip_clean_up_logs = True
+            except Exception as e:
+                print(f'Fail to load pipeline {pipeline_uuid} due to error {e}. '
+                      'Skip cleaning up logs.')
+                skip_clean_up_logs = True
+
+            if skip_clean_up_logs:
+                continue
+
             pipeline_log_path = self.get_log_filepath_prefix(pipeline_uuid=pipeline_uuid)
             dirs = self.storage.listdir(pipeline_log_path)
             for dirname in dirs:

mage_ai/data_preparation/models/block/__init__.py

@@ -878,7 +878,7 @@ class Block(
         relative_path: bool = False,
     ) -> str:
         file_extension = BLOCK_LANGUAGE_TO_FILE_EXTENSION[language]
-        block_directory = block_type + 's' if block_type != BlockType.CUSTOM else block_type
+        block_directory = f'{block_type}s' if block_type != BlockType.CUSTOM else block_type
 
         parts = []
         if not relative_path:
@@ -1010,7 +1010,7 @@ class Block(
         self,
         content: str,
     ) -> str:
-        return '@' + self.type + '\n' + content
+        return f'@{self.type}\n{content}'
 
     @classmethod
     def after_create(cls, block: 'Block', **kwargs) -> None:
@@ -1199,7 +1199,7 @@ class Block(
 
     @classmethod
     def file_directory_name(self, block_type: BlockType) -> str:
-        return block_type + 's' if block_type != BlockType.CUSTOM else block_type
+        return f'{block_type}s' if block_type != BlockType.CUSTOM else block_type
 
     @classmethod
     def block_type_from_path(
@@ -1218,7 +1218,7 @@ class Block(
         for block_type in BlockType:
             if BlockType.CUSTOM == block_type and dir_name == block_type:
                 return BlockType.CUSTOM
-            elif dir_name == block_type + 's':
+            elif dir_name == f'{block_type}s':
                 return block_type
 
     @classmethod
@@ -3941,7 +3941,6 @@ class Block(
             for v in b.output_variables(execution_partition=execution_partition):
                 objs.append(
                     self.get_variable_object(
-                        self.pipeline_uuid,
                         b.uuid,
                         v,
                         partition=execution_partition,
@@ -4465,29 +4464,36 @@ class CallbackBlock(AddonBlock):
             elif 'on_success' == callback:
                 callback_functions_legacy = success_functions
                 callback_status = CallbackStatus.SUCCESS
+            elif 'on_cancelled' == callback:
+                callback_functions_legacy = []
+                callback_status = CallbackStatus.CANCELLED
 
-            # Fetch input variables
-            input_vars, kwargs_vars, upstream_block_uuids = self.fetch_input_variables(
-                None,
-                dynamic_block_index=dynamic_block_index,
-                dynamic_block_indexes=dynamic_block_indexes,
-                dynamic_upstream_block_uuids=dynamic_upstream_block_uuids,
-                execution_partition=execution_partition,
-                from_notebook=from_notebook,
-                global_vars=global_vars,
-                metadata=metadata,
-                upstream_block_uuids=[parent_block.uuid] if parent_block else None,
-                upstream_block_uuids_override=upstream_block_uuids_override,
-            )
-
-            # Copied logic from the method self.execute_block
-            outputs_from_input_vars = {}
-            upstream_block_uuids_length = len(upstream_block_uuids)
-            for idx, input_var in enumerate(input_vars):
-                if idx < upstream_block_uuids_length:
-                    upstream_block_uuid = upstream_block_uuids[idx]
-                    outputs_from_input_vars[upstream_block_uuid] = input_var
-                    outputs_from_input_vars[f'df_{idx + 1}'] = input_var
+            if callback_status in [CallbackStatus.FAILURE, CallbackStatus.SUCCESS]:
+                # Fetch input variables
+                input_vars, kwargs_vars, upstream_block_uuids = self.fetch_input_variables(
+                    None,
+                    dynamic_block_index=dynamic_block_index,
+                    dynamic_block_indexes=dynamic_block_indexes,
+                    dynamic_upstream_block_uuids=dynamic_upstream_block_uuids,
+                    execution_partition=execution_partition,
+                    from_notebook=from_notebook,
+                    global_vars=global_vars,
+                    metadata=metadata,
+                    upstream_block_uuids=[parent_block.uuid] if parent_block else None,
+                    upstream_block_uuids_override=upstream_block_uuids_override,
+                )
+                # Copied logic from the method self.execute_block
+                outputs_from_input_vars = {}
+                upstream_block_uuids_length = len(upstream_block_uuids)
+                for idx, input_var in enumerate(input_vars):
+                    if idx < upstream_block_uuids_length:
+                        upstream_block_uuid = upstream_block_uuids[idx]
+                        outputs_from_input_vars[upstream_block_uuid] = input_var
+                        outputs_from_input_vars[f'df_{idx + 1}'] = input_var
+            else:
+                input_vars = []
+                kwargs_vars = []
+                upstream_block_uuids = []
 
             global_vars_copy = global_vars.copy()
             for kwargs_var in kwargs_vars: