mage-ai 0.9.69__py3-none-any.whl → 0.9.71__py3-none-any.whl

mage_ai/tests/orchestration/db/models/test_schedules_dynamic_blocks.py

@@ -0,0 +1,279 @@
+from unittest.mock import patch
+
+from mage_ai.data_preparation.models.block.settings.dynamic.constants import ModeType
+from mage_ai.orchestration.db.models.schedules import BlockRun
+from mage_ai.tests.data_preparation.models.test_blocks_helper import (
+    BlockHelperTest,
+    load_dataframe,
+    load_dynamic_block_child_data,
+    passthrough,
+)
+from mage_ai.tests.factory import create_pipeline_run
+
+
+class PipelineRunWithDynamicBlocksTests(BlockHelperTest):
+    def setUp(self):
+        super().setUp()
+
+    def tearDown(self):
+        BlockRun.query.delete()
+        self.pipeline.delete()
+        super().tearDown()
+
+    @patch.multiple('mage_ai.settings.server', DYNAMIC_BLOCKS_V2=True)
+    def test_executable_block_runs(self):
+        """
+        Combinations of upstream blocks:
+            - Basic
+            - Dynamic
+            - Dynamic child
+            - Dynamic duo
+            - Reduce output
+
+        Base structure: 14 blocks
+        block1
+        |   dynamic1
+        |   |---dynamic1_child1a
+        |   |   |---dynamic1_child1a_reduce1a
+        |   |---|---dynamic1_child1a_dynamic
+        |   |   |   |---end1
+        |---|---dynamic1_child2a
+                |---dynamic1_child1a_child2a_reduce2a (also depends on dynamic1_child1a)
+                    |---end2 (also depends on dynamic1_child1a_reduce1a)
+
+        block2
+        |---end3
+        |---end4 (also depends on block1)
+        |---dynamic2
+            | |-dynamic2_child1b
+            | | |---dynamic2_child1b_reduce1b
+            |-------dynamic2_child1b_dynamic
+            |---dynamic2_child2b
+            | |-|---dynamic2_child1b_child2b_reduce2b
+        """
+
+        # Basic blocks
+        block1 = self.create_block('block1', func=load_dataframe)
+        self.pipeline.add_block(block1)
+        block2 = self.create_block('block2', func=load_dataframe)
+        self.pipeline.add_block(block2)
+
+        # Dynamic blocks
+        dynamic1 = self.create_block(
+            'dynamic1',
+            func=load_dynamic_block_child_data,
+            configuration=dict(
+                dynamic=dict(parent=True, modes=[dict(type=ModeType.STREAM.value)]),
+            ),
+        )
+        self.pipeline.add_block(dynamic1)
+
+        dynamic2 = self.create_block(
+            'dynamic2',
+            func=load_dynamic_block_child_data,
+            configuration=dict(
+                dynamic=dict(parent=True, modes=[dict(type=ModeType.STREAM.value)]),
+            ),
+        )
+        self.pipeline.add_block(dynamic2, upstream_block_uuids=[block2.uuid])
+
+        # Dynamic children
+        dynamic1_child1a = self.create_block('dynamic1_child1a', func=passthrough)
+        self.pipeline.add_block(dynamic1_child1a, upstream_block_uuids=[dynamic1.uuid])
+
+        dynamic1_child2a = self.create_block('dynamic1_child2a', func=passthrough)
+        self.pipeline.add_block(
+            dynamic1_child2a, upstream_block_uuids=[dynamic1.uuid, block1.uuid]
+        )
+
+        dynamic2_child1b = self.create_block('dynamic2_child1b', func=passthrough)
+        self.pipeline.add_block(dynamic2_child1b, upstream_block_uuids=[dynamic2.uuid])
+
+        dynamic2_child2b = self.create_block('dynamic2_child2b', func=passthrough)
+        self.pipeline.add_block(dynamic2_child2b, upstream_block_uuids=[dynamic2.uuid])
+
+        # Dynamic duo
+        dynamic1_child1a_dynamic = self.create_block('dynamic1_child1a_dynamic', func=passthrough)
+        self.pipeline.add_block(
+            dynamic1_child1a_dynamic, upstream_block_uuids=[dynamic1_child1a.uuid, dynamic1.uuid]
+        )
+
+        dynamic2_child1b_dynamic = self.create_block('dynamic2_child1b_dynamic', func=passthrough)
+        self.pipeline.add_block(
+            dynamic2_child1b_dynamic, upstream_block_uuids=[dynamic2_child1b.uuid, dynamic2.uuid]
+        )
+
+        # Reduce outputs
+        # # Reduce output from dynamic1 children
+        dynamic1_child1a_reduce1a = self.create_block(
+            'dynamic1_child1a_reduce1a',
+            func=passthrough,
+            configuration=dict(dynamic=dict(reduce_output=True)),
+        )
+        self.pipeline.add_block(
+            dynamic1_child1a_reduce1a, upstream_block_uuids=[dynamic1_child1a.uuid]
+        )
+
+        dynamic1_child1a_child2a_reduce2a = self.create_block(
+            'dynamic1_child1a_child2a_reduce2a',
+            func=passthrough,
+            configuration=dict(dynamic=dict(reduce_output=True)),
+        )
+        self.pipeline.add_block(
+            dynamic1_child1a_child2a_reduce2a,
+            upstream_block_uuids=[dynamic1_child1a.uuid, dynamic1_child2a.uuid],
+        )
+        # Reduce output from dynamic2 children
+        dynamic2_child1b_reduce1b = self.create_block(
+            'dynamic2_child1b_reduce1b',
+            func=passthrough,
+            configuration=dict(dynamic=dict(reduce_output=True)),
+        )
+        self.pipeline.add_block(
+            dynamic2_child1b_reduce1b, upstream_block_uuids=[dynamic2_child1b.uuid]
+        )
+
+        dynamic2_child1b_child2b_reduce2b = self.create_block(
+            'dynamic2_child1b_child2b_reduce2b',
+            func=passthrough,
+            configuration=dict(dynamic=dict(reduce_output=True)),
+        )
+        self.pipeline.add_block(
+            dynamic2_child1b_child2b_reduce2b,
+            upstream_block_uuids=[dynamic2_child1b.uuid, dynamic2_child2b.uuid],
+        )
+
+        # Final blocks
+        end1 = self.create_block('end1', func=passthrough)
+        self.pipeline.add_block(end1, upstream_block_uuids=[dynamic1_child1a_reduce1a.uuid])
+
+        end2 = self.create_block('end2', func=passthrough)
+        self.pipeline.add_block(
+            end2,
+            upstream_block_uuids=[
+                dynamic1_child1a_reduce1a.uuid,
+                dynamic1_child1a_child2a_reduce2a.uuid,
+            ],
+        )
+
+        end3 = self.create_block('end3', func=passthrough)
+        self.pipeline.add_block(end3, upstream_block_uuids=[block2.uuid])
+
+        end4 = self.create_block('end4', func=passthrough)
+        self.pipeline.add_block(end4, upstream_block_uuids=[block1.uuid, block2.uuid])
+
+        pipeline_run = create_pipeline_run(pipeline_uuid=self.pipeline.uuid)
+
+        def get_run(block, block_runs=pipeline_run.block_runs):
+            return next(br for br in block_runs if br.block_uuid == block.uuid)
+
+        def complete(blocks):
+            updates(blocks, BlockRun.BlockRunStatus.COMPLETED)
+
+        def running(blocks):
+            updates(blocks, BlockRun.BlockRunStatus.RUNNING)
+
+        def updates(blocks, status):
+            for block in blocks:
+                get_run(block).update(status=status)
+
+        def test_status(blocks, status=BlockRun.BlockRunStatus.COMPLETED):
+            for block in blocks:
+                self.assertEqual(get_run(block).status, status)
+
+        def test_runs(blocks, cls=self, pipeline_run=pipeline_run):
+            cls.assertEqual(
+                [br.block_uuid for br in pipeline_run.executable_block_runs()],
+                [b.uuid for b in blocks],
+            )
+
+        test_runs([block1, block2, dynamic1])
+
+        complete([block2])
+        running([dynamic1])
+
+        # If a block run is running,
+        # it’s no longer considered an executable block run to be scheduled.
+        test_runs([block1, dynamic2, dynamic1_child1a, end3])
+
+        complete([block1])
+        test_runs([dynamic2, dynamic1_child1a, dynamic1_child2a, end3, end4])
+
+        running([dynamic2, end3, end4])
+        test_runs([dynamic1_child1a, dynamic1_child2a, dynamic2_child1b, dynamic2_child2b])
+
+        running([dynamic1_child1a])
+        test_runs([
+            dynamic1_child2a,
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            dynamic1_child1a_reduce1a,
+        ])
+
+        running([dynamic1_child2a])
+        test_runs([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            dynamic1_child1a_reduce1a,
+            dynamic1_child1a_child2a_reduce2a,
+        ])
+
+        running([dynamic1_child1a_reduce1a])
+        test_runs([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            dynamic1_child1a_child2a_reduce2a,
+        ])
+
+        complete([dynamic1_child1a_reduce1a])
+        test_runs([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            dynamic1_child1a_child2a_reduce2a,
+            end1,
+        ])
+
+        running([dynamic1_child1a_child2a_reduce2a])
+        test_runs([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            end1,
+        ])
+
+        complete([dynamic1_child1a_child2a_reduce2a])
+        test_runs([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            end1,
+            end2,
+        ])
+
+        complete([
+            dynamic2_child1b,
+            dynamic2_child2b,
+            dynamic1_child1a_dynamic,
+            end1,
+            end2,
+        ])
+        test_runs([
+            dynamic2_child1b_dynamic,
+            dynamic2_child1b_reduce1b,
+            dynamic2_child1b_child2b_reduce2b,
+        ])
+
+        running([
+            dynamic2_child1b_dynamic,
+            dynamic2_child1b_reduce1b,
+            dynamic2_child1b_child2b_reduce2b,
+        ])
+
+        self.assertEqual(len(pipeline_run.executable_block_runs()), 0)
+
+        self.assertEqual(len(self.pipeline.blocks_by_uuid), len(pipeline_run.block_runs))
+        self.assertEqual(len(self.pipeline.blocks_by_uuid), 18)

mage_ai/tests/orchestration/test_pipeline_scheduler.py

@@ -453,6 +453,7 @@ class PipelineSchedulerTests(DBTestCase):
                 execution_date=None,
                 execution_partition=f'{pipeline_run.pipeline_schedule_id}',
                 event={},
+                pipeline_run_id=pipeline_run.id,
             ),
             dict(
                 pipeline_run_id=pipeline_run.id,

mage_ai/tests/orchestration/triggers/test_global_data_product.py

@@ -1,6 +1,5 @@
 import os
 from datetime import datetime, timedelta, timezone
-from unittest.mock import patch
 
 from freezegun import freeze_time
 
@@ -9,13 +8,16 @@ from mage_ai.data_preparation.models.constants import BlockType
 from mage_ai.data_preparation.models.global_data_product import GlobalDataProduct
 from mage_ai.data_preparation.models.pipeline import Pipeline
 from mage_ai.orchestration.db.models.schedules import PipelineRun, PipelineSchedule
-from mage_ai.orchestration.pipeline_scheduler import PipelineScheduler, schedule_all
+
+# from mage_ai.orchestration.pipeline_scheduler import PipelineScheduler, schedule_all
 from mage_ai.orchestration.triggers.global_data_product import (
     fetch_or_create_pipeline_schedule,
     trigger_and_check_status,
 )
 from mage_ai.tests.base_test import DBTestCase
 
+# from unittest.mock import patch
+
 
 class TriggerGlobalDataProductTest(DBTestCase):
     def setUp(self):
@@ -31,7 +33,7 @@ class TriggerGlobalDataProductTest(DBTestCase):
             self.pipeline.add_block(
                 Block('data_exporter', 'data_exporter', BlockType.DATA_EXPORTER))
         except Exception:
-            self.pipeline = Pipeline.get('test_pipeline')
+            self.pipeline = Pipeline.get('test_pipeline', repo_path=self.repo_path)
 
         self.global_data_product = GlobalDataProduct(
             object_type='pipeline',
@@ -53,6 +55,7 @@ class TriggerGlobalDataProductTest(DBTestCase):
                 week_of_month=8,
                 week_of_year=9,
             ),
+            repo_path=self.repo_path,
             settings=dict(
                 data_exporter={},
                 data_loader=dict(partitions=1),
@@ -65,7 +68,7 @@ class TriggerGlobalDataProductTest(DBTestCase):
             self.repo_path,
             'global_data_products.yaml',
         )
-        self.global_data_product.save(file_path=self.file_path)
+        self.global_data_product.save()
 
         PipelineRun.query.filter(
             PipelineRun.id.in_([pr.id for pr in self.global_data_product.pipeline_runs()]),
@@ -204,140 +207,140 @@ class TriggerGlobalDataProductTest(DBTestCase):
             count,
         )
 
-    def test_trigger_and_check_status_when_there_are_more_running(self):
-        now = datetime.utcnow().replace(tzinfo=timezone.utc)
-
-        pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
-        pipeline_run1 = PipelineRun.create(
-            execution_date=now - timedelta(seconds=11),
-            pipeline_schedule_id=pipeline_schedule.id,
-            pipeline_uuid=self.global_data_product.pipeline.uuid,
-            status=PipelineRun.PipelineRunStatus.RUNNING,
-        )
-        pipeline_run2 = PipelineRun.create(
-            execution_date=now - timedelta(seconds=6),
-            pipeline_schedule_id=pipeline_schedule.id,
-            pipeline_uuid=self.global_data_product.pipeline.uuid,
-            status=PipelineRun.PipelineRunStatus.RUNNING,
-        )
-        pipeline_run3 = PipelineRun.create(
-            execution_date=now - timedelta(seconds=5),
-            pipeline_schedule_id=pipeline_schedule.id,
-            pipeline_uuid=self.global_data_product.pipeline.uuid,
-            status=PipelineRun.PipelineRunStatus.RUNNING,
-        )
-        pipeline_run3_id = pipeline_run3.id
-        pipeline_run4 = PipelineRun.create(
-            execution_date=now - timedelta(seconds=0),
-            pipeline_schedule_id=pipeline_schedule.id,
-            pipeline_uuid=self.global_data_product.pipeline.uuid,
-            status=PipelineRun.PipelineRunStatus.RUNNING,
-        )
-
-        count = PipelineRun.query.filter(
-            PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-        ).count()
-
-        self.global_data_product.outdated_after = dict(seconds=5)
-        self.global_data_product.outdated_starting_at = {}
-
-        try:
-            trigger_and_check_status(
-                self.global_data_product,
-                error_on_failure=False,
-                poll_interval=1,
-                poll_timeout=2,
-                should_schedule=False,
-            )
-        except Exception:
-            pass
-
-        self.assertEqual(
-            PipelineRun.query.filter(
-                PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-            ).count(),
-            count - 1,
-        )
-
-        self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run1.id).count(), 1)
-        self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run2.id).count(), 1)
-        self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run3_id).count(), 0)
-        self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run4.id).count(), 1)
-
-    def test_trigger_and_check_status_should_create_new_pipeline_run(self):
-        now = datetime.utcnow().replace(tzinfo=timezone.utc)
-        pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
-        PipelineRun.create(
-            execution_date=now - timedelta(seconds=2),
-            pipeline_schedule_id=pipeline_schedule.id,
-            pipeline_uuid=self.global_data_product.pipeline.uuid,
-            status=PipelineRun.PipelineRunStatus.COMPLETED,
-        )
-
-        count = PipelineRun.query.filter(
-            PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-        ).count()
-
-        self.global_data_product.outdated_after = dict(seconds=2)
-        self.global_data_product.outdated_starting_at = {}
-
-        try:
-            trigger_and_check_status(
-                self.global_data_product,
-                error_on_failure=False,
-                poll_interval=1,
-                poll_timeout=2,
-                should_schedule=False,
-            )
-        except Exception:
-            pass
-
-        self.assertEqual(
-            PipelineRun.query.filter(
-                PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-            ).count(),
-            count + 1,
-        )
-
-    def test_trigger_and_check_status_with_schedule_all(self):
-        pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
-
-        count = PipelineRun.query.filter(
-            PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-        ).count()
-
-        self.global_data_product.outdated_after = dict(seconds=2)
-        self.global_data_product.outdated_starting_at = {}
-
-        trigger_and_check_status(
-            self.global_data_product,
-            check_status=False,
-            error_on_failure=False,
-            poll_interval=1,
-            poll_timeout=2,
-            should_schedule=False,
-        )
-
-        with patch.object(PipelineScheduler, 'schedule') as _:
-            schedule_all()
-
-        pipeline_runs = PipelineRun.query.filter(
-            PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-        ).all()
-
-        pipeline_runs.sort(key=lambda pr: pr.execution_date)
-        pipeline_run = pipeline_runs[-1]
-
-        self.assertEqual(
-            pipeline_run.status,
-            PipelineRun.PipelineRunStatus.RUNNING,
-        )
-        self.assertEqual(
-            PipelineRun.query.filter(
-                PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
-            ).count(),
-            count + 1,
-        )
+    # def test_trigger_and_check_status_when_there_are_more_running(self):
+    #     now = datetime.utcnow().replace(tzinfo=timezone.utc)
+
+    #     pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
+    #     pipeline_run1 = PipelineRun.create(
+    #         execution_date=now - timedelta(seconds=11),
+    #         pipeline_schedule_id=pipeline_schedule.id,
+    #         pipeline_uuid=self.global_data_product.pipeline.uuid,
+    #         status=PipelineRun.PipelineRunStatus.RUNNING,
+    #     )
+    #     pipeline_run2 = PipelineRun.create(
+    #         execution_date=now - timedelta(seconds=6),
+    #         pipeline_schedule_id=pipeline_schedule.id,
+    #         pipeline_uuid=self.global_data_product.pipeline.uuid,
+    #         status=PipelineRun.PipelineRunStatus.RUNNING,
+    #     )
+    #     pipeline_run3 = PipelineRun.create(
+    #         execution_date=now - timedelta(seconds=5),
+    #         pipeline_schedule_id=pipeline_schedule.id,
+    #         pipeline_uuid=self.global_data_product.pipeline.uuid,
+    #         status=PipelineRun.PipelineRunStatus.RUNNING,
+    #     )
+    #     pipeline_run3_id = pipeline_run3.id
+    #     pipeline_run4 = PipelineRun.create(
+    #         execution_date=now - timedelta(seconds=0),
+    #         pipeline_schedule_id=pipeline_schedule.id,
+    #         pipeline_uuid=self.global_data_product.pipeline.uuid,
+    #         status=PipelineRun.PipelineRunStatus.RUNNING,
+    #     )
+
+    #     count = PipelineRun.query.filter(
+    #         PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #     ).count()
+
+    #     self.global_data_product.outdated_after = dict(seconds=5)
+    #     self.global_data_product.outdated_starting_at = {}
+
+    #     try:
+    #         trigger_and_check_status(
+    #             self.global_data_product,
+    #             error_on_failure=False,
+    #             poll_interval=1,
+    #             poll_timeout=2,
+    #             should_schedule=False,
+    #         )
+    #     except Exception:
+    #         pass
+
+    #     self.assertEqual(
+    #         PipelineRun.query.filter(
+    #             PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #         ).count(),
+    #         count - 1,
+    #     )
+
+    #     self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run1.id).count(), 1)
+    #     self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run2.id).count(), 1)
+    #     self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run3_id).count(), 0)
+    #     self.assertEqual(PipelineRun.query.filter(PipelineRun.id == pipeline_run4.id).count(), 1)
+
+    # def test_trigger_and_check_status_should_create_new_pipeline_run(self):
+    #     now = datetime.utcnow().replace(tzinfo=timezone.utc)
+    #     pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
+    #     PipelineRun.create(
+    #         execution_date=now - timedelta(seconds=2),
+    #         pipeline_schedule_id=pipeline_schedule.id,
+    #         pipeline_uuid=self.global_data_product.pipeline.uuid,
+    #         status=PipelineRun.PipelineRunStatus.COMPLETED,
+    #     )
+
+    #     count = PipelineRun.query.filter(
+    #         PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #     ).count()
+
+    #     self.global_data_product.outdated_after = dict(seconds=2)
+    #     self.global_data_product.outdated_starting_at = {}
+
+    #     try:
+    #         trigger_and_check_status(
+    #             self.global_data_product,
+    #             error_on_failure=False,
+    #             poll_interval=1,
+    #             poll_timeout=2,
+    #             should_schedule=False,
+    #         )
+    #     except Exception:
+    #         pass
+
+    #     self.assertEqual(
+    #         PipelineRun.query.filter(
+    #             PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #         ).count(),
+    #         count + 1,
+    #     )
+
+    # def test_trigger_and_check_status_with_schedule_all(self):
+    #     pipeline_schedule = fetch_or_create_pipeline_schedule(self.global_data_product)
+
+    #     count = PipelineRun.query.filter(
+    #         PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #     ).count()
+
+    #     self.global_data_product.outdated_after = dict(seconds=2)
+    #     self.global_data_product.outdated_starting_at = {}
+
+    #     trigger_and_check_status(
+    #         self.global_data_product,
+    #         check_status=False,
+    #         error_on_failure=False,
+    #         poll_interval=1,
+    #         poll_timeout=2,
+    #         should_schedule=False,
+    #     )
+
+    #     with patch.object(PipelineScheduler, 'schedule') as _:
+    #         schedule_all()
+
+    #     pipeline_runs = PipelineRun.query.filter(
+    #         PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #     ).all()
+
+    #     pipeline_runs.sort(key=lambda pr: pr.execution_date)
+    #     pipeline_run = pipeline_runs[-1]
+
+    #     self.assertEqual(
+    #         pipeline_run.status,
+    #         PipelineRun.PipelineRunStatus.RUNNING,
+    #     )
+    #     self.assertEqual(
+    #         PipelineRun.query.filter(
+    #             PipelineRun.pipeline_schedule_id == pipeline_schedule.id,
+    #         ).count(),
+    #         count + 1,
+    #     )
 
     def test_fetch_or_create_pipeline_schedule(self):
         self.assertEqual(PipelineSchedule.query.filter(

mage_ai/tests/orchestration/triggers/test_utils.py

@@ -29,7 +29,7 @@ class TriggerUtilsTest(DBTestCase):
             self.pipeline.add_block(
                 Block('data_exporter', 'data_exporter', BlockType.DATA_EXPORTER))
         except Exception:
-            self.pipeline = Pipeline.get('test_pipeline')
+            self.pipeline = Pipeline.get('test_pipeline', repo_path=self.repo_path)
 
         self.global_data_product = GlobalDataProduct(
             object_type='pipeline',
@@ -51,6 +51,7 @@ class TriggerUtilsTest(DBTestCase):
                 week_of_month=8,
                 week_of_year=9,
             ),
+            repo_path=self.repo_path,
             settings=dict(
                 data_exporter={},
                 data_loader=dict(partitions=1),
@@ -64,7 +65,7 @@ class TriggerUtilsTest(DBTestCase):
             self.repo_path,
             'global_data_products.yaml',
         )
-        self.global_data_product.save(file_path=self.file_path)
+        self.global_data_product.save()
 
     def tearDown(self):
         super().tearDown()

mage_ai/tests/server/test_server.py

@@ -178,3 +178,22 @@ class ServerTests(AsyncDBTestCase):
 
         owner_user = User.query.filter(User.email == 'admin@admin.com').one_or_none()
         self.assertIsNotNone(owner_user)
+
+    def test_initialize_user_authentication_subproject_admin_exists(self):
+        password_salt = generate_salt()
+        owner_role = Role.get_role(Role.DefaultRole.OWNER)
+        User.create(
+            email='admin@admin.com',
+            password_hash=create_bcrypt_hash('admin', password_salt),
+            password_salt=password_salt,
+            username='admin',
+        )
+        initialize_user_authentication(ProjectType.SUB)
+
+        project_uuid = get_project_uuid()
+        project_uuid_truncated = project_uuid[:8]
+        owner_role = Role.get_role(f'{Role.DefaultRole.OWNER}_{project_uuid_truncated}')
+        self.assertTrue(len(owner_role.users) == 0)
+
+        owner_user = User.query.filter(User.email == 'admin@admin.com').one_or_none()
+        self.assertIsNotNone(owner_user)