mage-ai 0.9.13__py3-none-any.whl → 0.9.15__py3-none-any.whl

mage_ai/tests/data_preparation/models/test_block.py

@@ -542,3 +542,51 @@ SELECT 1 AS id;
 
         block2 = pipeline.get_block('test_transformer')
         self.assertEqual([], block2.upstream_block_uuids)
+
+    def test_execute_block_from_notebook(self):
+        pipeline = Pipeline.create(
+            'test_pipeline_execute_block_function_from_notebook',
+            repo_path=self.repo_path,
+        )
+        block = Block.create('test_data_loader', 'data_loader', self.repo_path, pipeline=pipeline)
+
+        with open(block.file_path, 'w') as file:
+            file.write("""import pandas as pd
+if 'data_loader' not in globals():
+    from mage_ai.data_preparation.decorators import data_loader
+
+@data_loader
+def load_data():
+    data = {'col1': [1, 3], 'col2': [2, 4]}
+    df = pd.DataFrame(data)
+    return df
+""")
+
+        output = block._execute_block(dict(), from_notebook=True)
+        self.assertIsNotNone(block.module)
+        self.assertEqual(len(output), 1)
+
+    def test_execute_block_from_notebook_no_decorator_definition(self):
+        pipeline = Pipeline.create(
+            'test_pipeline_execute_block_function_from_notebook_no_decorator_definition',
+            repo_path=self.repo_path,
+        )
+        block = Block.create('test_data_loader', 'data_loader', self.repo_path, pipeline=pipeline)
+
+        with open(block.file_path, 'w') as file:
+            file.write("""import pandas as pd
+
+@data_loader
+def load_data():
+    data = {'col1': [1, 3], 'col2': [2, 4]}
+    df = pd.DataFrame(data)
+    return df
+
+@test
+def test_output(output, *args) -> None:
+    assert output is not None, 'The output is undefined'
+""")
+
+        output = block._execute_block(dict(), from_notebook=True)
+        self.assertIsNotNone(block.module)
+        self.assertEqual(len(output), 1)

mage_ai/tests/services/spark/test_spark.py

@@ -0,0 +1,52 @@
+from mage_ai.services.spark.spark import contains_same_jars, get_file_names
+from mage_ai.tests.base_test import TestCase
+
+
+class SparkTests(TestCase):
+    def test_get_file_names(self):
+        self.assertEqual(
+            get_file_names(['/home/spark-jars/aws-java-sdk-core-1.11.1026.jar']),
+            ['aws-java-sdk-core-1.11.1026.jar']
+        )
+        self.assertEqual(
+            get_file_names(['spark://************:2222/jars/aws-java-sdk-core-1.11.1026.jar']),
+            ['aws-java-sdk-core-1.11.1026.jar']
+        )
+        self.assertEqual(
+            get_file_names(['/home/spark-jars/test1.jar', '/home/spark-jars/test2.jar']),
+            ['test1.jar', 'test2.jar']
+        )
+        self.assertEqual(
+            get_file_names([
+                'spark://************:2222/jars/test1.jar',
+                'spark://************:2222/jars/test2.jar']),
+            ['test1.jar', 'test2.jar']
+        )
+
+    def test_contains_same_jars(self):
+        self.assertTrue(
+            contains_same_jars(
+                ['/home/spark-jars/aws-java-sdk-core-1.11.1026.jar'],
+                ['aws-java-sdk-core-1.11.1026.jar'])
+        )
+        self.assertTrue(
+            contains_same_jars(
+                ['spark://************:2222/jars/aws-java-sdk-core-1.11.1026.jar'],
+                ['aws-java-sdk-core-1.11.1026.jar'])
+        )
+        self.assertTrue(
+            contains_same_jars(
+                ['/home/spark-jars/aws-java-sdk-core-1.11.1026.jar'],
+                ['spark://************:2222/jars/aws-java-sdk-core-1.11.1026.jar'])
+        )
+        self.assertTrue(
+            contains_same_jars(
+                ['/home/spark-jars/test1.jar', '/home/spark-jars/test2.jar'],
+                ['spark://************:2222/jars/test2.jar',
+                 'spark://************:2222/jars/test1.jar'])
+        )
+        self.assertFalse(
+            contains_same_jars(
+                ['/home/spark-jars/test1.jar', '/home/spark-jars/test2.jar'],
+                ['spark://************:2222/jars/test1.jar'])
+        )

{mage_ai-0.9.13.dist-info → mage_ai-0.9.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mage-ai
-Version: 0.9.13
+Version: 0.9.15
 Summary: Mage is a tool for building and deploying data pipelines.
 Home-page: https://github.com/mage-ai/mage-ai
 Author: Mage