mage-ai 0.9.73__py3-none-any.whl → 0.9.75__py3-none-any.whl

mage_ai/tests/streaming/sinks/test_generic_io.py

@@ -1,4 +1,4 @@
-import os
+from pathlib import Path
 from unittest.mock import ANY, MagicMock, call, patch
 
 import pandas as pd
@@ -52,33 +52,40 @@ TEST_DATABASES = [
 
 
 class GenericIOTests(TestCase):
-    @patch('mage_ai.streaming.sinks.generic_io.ConfigFileLoader')
+    def setUp(self):
+        super().setUp()
+        self.test_path = Path(self.repo_path)
+        self.test_config_path = self.test_path / 'io_config.yaml'
+        sample_yaml = """
+test_profile:
+  test_1: test_1
+"""
+        with self.test_config_path.open('w') as fout:
+            fout.write(sample_yaml)
+
+    def tearDown(self):
+        self.test_config_path.unlink()
+        super().tearDown()
+
     @patch('mage_ai.streaming.sinks.generic_io.importlib.import_module')
-    def test_init_client(self, mock_import_module, mock_config_loader):
-        first_db = True
+    def test_init_client(self, mock_import_module):
         for database in TEST_DATABASES:
-            mock_objects = self.__mock_objects(mock_import_module, mock_config_loader, database)
+            mock_objects = self.__mock_objects(mock_import_module, database)
 
             # Assertions
-            if first_db:
-                mock_config_loader.assert_called_once_with(
-                    os.path.join(self.repo_path, 'io_config.yaml'), 'test_profile')
-                mock_import_module.assert_called_once_with(database['module_path'])
-            mock_objects['io_class'].with_config.assert_called_once_with(
-                mock_objects['config_loader_instance'])
+            mock_import_module.assert_any_call(database['module_path'])
+            mock_objects['io_class'].with_config.assert_called_once()
             mock_objects['io_client'].open.assert_called_once()
 
             self.assertEqual(mock_objects['sink'].io_client, mock_objects['io_client'])
 
             del mock_objects['sink']
             mock_objects['io_client'].close.assert_called_once()
-            first_db = False
 
-    @patch('mage_ai.streaming.sinks.generic_io.ConfigFileLoader')
     @patch('mage_ai.streaming.sinks.generic_io.importlib.import_module')
-    def test_write(self, mock_import_module, mock_config_loader):
+    def test_write(self, mock_import_module):
         database = TEST_DATABASES[0]
-        mock_objects = self.__mock_objects(mock_import_module, mock_config_loader, database)
+        mock_objects = self.__mock_objects(mock_import_module, database)
 
         mock_objects['sink'].batch_write = MagicMock()
 
@@ -90,11 +97,10 @@ class GenericIOTests(TestCase):
         # Assertions
         mock_objects['sink'].batch_write.assert_called_once_with([message])
 
-    @patch('mage_ai.streaming.sinks.generic_io.ConfigFileLoader')
     @patch('mage_ai.streaming.sinks.generic_io.importlib.import_module')
-    def test_batch_write(self, mock_import_module, mock_config_loader):
+    def test_batch_write(self, mock_import_module):
         database = TEST_DATABASES[0]
-        mock_objects = self.__mock_objects(mock_import_module, mock_config_loader, database)
+        mock_objects = self.__mock_objects(mock_import_module, database)
         mock_objects['io_client'].export = MagicMock()
 
         # Test data
@@ -130,13 +136,12 @@ class GenericIOTests(TestCase):
             ]),
         )
 
-    def __mock_objects(self, mock_import_module, mock_config_loader, database):
+    def __mock_objects(self, mock_import_module, database):
         mock_io_module = MagicMock()
         mock_io_class = MagicMock()
         mock_io_client = MagicMock()
         mock_import_module.return_value = mock_io_module
         mock_io_class.with_config.return_value = mock_io_client
-        mock_config_loader_instance = mock_config_loader.return_value
         setattr(mock_io_module, database['class_name'], mock_io_class)
         generic_io_sink = GenericIOSink(dict(
             connector_type=database['connector_type'],
@@ -146,7 +151,6 @@ class GenericIOTests(TestCase):
             )
         ))
         return dict(
-            config_loader_instance=mock_config_loader_instance,
             io_module=mock_io_module,
             io_class=mock_io_class,
             io_client=mock_io_client,

mage_ai/usage_statistics/constants.py

@@ -1,9 +1,9 @@
-import enum
+from mage_ai.shared.enum import StrEnum
 
 API_ENDPOINT = 'https://api.mage.ai/v1/usage_statistics'
 
 
-class EventNameType(str, enum.Enum):
+class EventNameType(StrEnum):
     API_ERROR = 'api_error'
     APPLICATION_ERROR = 'application_error'
     BLOCK_RUN_ENDED = 'block_run_ended'
@@ -13,14 +13,14 @@ class EventNameType(str, enum.Enum):
     USAGE_STATISTIC_CREATE = 'usage_statistic.create'
 
 
-class EventActionType(str, enum.Enum):
+class EventActionType(StrEnum):
     CREATE = 'create'
     DENY = 'deny'
     EXECUTE = 'execute'
     IMPRESSION = 'impression'
 
 
-class EventObjectType(str, enum.Enum):
+class EventObjectType(StrEnum):
     BLOCK = 'block'
     BLOCK_RUN = 'block_run'
     CHART = 'chart'

mage_ai-0.9.75.dist-info/METADATA

@@ -0,0 +1,377 @@
+Metadata-Version: 2.1
+Name: mage-ai
+Version: 0.9.75
+Summary: Mage is a tool for building and deploying data pipelines.
+Home-page: https://github.com/mage-ai/mage-ai
+Author: Mage
+Author-email: eng@mage.ai
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: cachetools
+Requires-Dist: Faker==4.14.0
+Requires-Dist: GitPython==3.1.41
+Requires-Dist: Jinja2==3.1.3
+Requires-Dist: Pillow==10.3.0
+Requires-Dist: PyGithub==1.59.0
+Requires-Dist: PyJWT==2.6.0
+Requires-Dist: aiofiles==22.1.0
+Requires-Dist: aiohttp==3.10.0
+Requires-Dist: alembic>=1.7.5
+Requires-Dist: bcrypt==4.0.1
+Requires-Dist: croniter==1.3.7
+Requires-Dist: cryptography==42.0.0
+Requires-Dist: dask>=2022.2.0
+Requires-Dist: datadog==0.44.0
+Requires-Dist: freezegun==1.2.2
+Requires-Dist: great-expectations==0.18.12
+Requires-Dist: httpx==0.23.1
+Requires-Dist: inflection==0.5.1
+Requires-Dist: ipykernel==6.15.0
+Requires-Dist: ipython==8.10.0
+Requires-Dist: itsdangerous~=1.1.0
+Requires-Dist: joblib>=1.1.0
+Requires-Dist: jupyter-server==2.14.1
+Requires-Dist: jupyter-client==7.4.4
+Requires-Dist: ldap3==2.9.1
+Requires-Dist: memory-profiler
+Requires-Dist: newrelic==8.8.0
+Requires-Dist: numpy>=1.22.0
+Requires-Dist: pandas>=1.3.0
+Requires-Dist: polars<0.19.2,>=0.18.0
+Requires-Dist: protobuf~=4.21.12
+Requires-Dist: psutil==5.9.8
+Requires-Dist: pyarrow>=14.0.1
+Requires-Dist: python-dateutil==2.8.2
+Requires-Dist: pytz>=2022.2.1
+Requires-Dist: pyyaml~=6.0
+Requires-Dist: redis~=5.0.1
+Requires-Dist: requests~=2.31.0
+Requires-Dist: ruamel.yaml==0.17.17
+Requires-Dist: scikit-learn>=1.0
+Requires-Dist: sentry-sdk==1.19.1
+Requires-Dist: setuptools==70.0.0
+Requires-Dist: simplejson
+Requires-Dist: six>=1.15.0
+Requires-Dist: sqlalchemy<2.0.0,>=1.4.20
+Requires-Dist: sqlglot[rs]
+Requires-Dist: terminado==0.17.1
+Requires-Dist: thefuzz[speedup]==0.19.0
+Requires-Dist: tornado==6.3.3
+Requires-Dist: typer[all]==0.9.0
+Requires-Dist: typing-extensions==4.10.0
+Requires-Dist: watchdog==4.0.0
+Requires-Dist: Werkzeug==3.0.3
+Provides-Extra: ai
+Requires-Dist: astor>=0.8.1; extra == "ai"
+Requires-Dist: langchain==0.1.6; extra == "ai"
+Requires-Dist: langchain-community<0.0.20; extra == "ai"
+Requires-Dist: openai==1.39.0; extra == "ai"
+Provides-Extra: all
+Requires-Dist: PyGithub==1.59.0; extra == "all"
+Requires-Dist: astor>=0.8.1; extra == "all"
+Requires-Dist: aws-secretsmanager-caching==1.1.1.5; extra == "all"
+Requires-Dist: azure-eventhub==5.11.2; extra == "all"
+Requires-Dist: azure-identity==1.12.0; extra == "all"
+Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "all"
+Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "all"
+Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "all"
+Requires-Dist: azure-storage-blob==12.14.1; extra == "all"
+Requires-Dist: boto3==1.26.60; extra == "all"
+Requires-Dist: botocore==1.29.60; extra == "all"
+Requires-Dist: clickhouse-connect~=0.6.23; extra == "all"
+Requires-Dist: confluent-avro~=1.8.0; extra == "all"
+Requires-Dist: db-dtypes==1.0.5; extra == "all"
+Requires-Dist: dbt-bigquery==1.7.2; extra == "all"
+Requires-Dist: dbt-clickhouse==1.7.1; extra == "all"
+Requires-Dist: dbt-core==1.7.4; extra == "all"
+Requires-Dist: dbt-duckdb==1.7.0; extra == "all"
+Requires-Dist: dbt-postgres==1.7.4; extra == "all"
+Requires-Dist: dbt-redshift==1.7.1; extra == "all"
+Requires-Dist: dbt-snowflake==1.7.1; extra == "all"
+Requires-Dist: dbt-spark==1.7.1; extra == "all"
+Requires-Dist: dbt-sqlserver==1.7.4; extra == "all"
+Requires-Dist: dbt-trino==1.7.1; extra == "all"
+Requires-Dist: duckdb==1.0.0; extra == "all"
+Requires-Dist: elasticsearch==8.15.1; extra == "all"
+Requires-Dist: google-api-core~=2.15.0; extra == "all"
+Requires-Dist: google-api-python-client~=2.70.0; extra == "all"
+Requires-Dist: google-cloud-bigquery~=3.14.1; extra == "all"
+Requires-Dist: google-cloud-iam~=2.13.0; extra == "all"
+Requires-Dist: google-cloud-pubsub~=2.19.0; extra == "all"
+Requires-Dist: google-cloud-run~=0.10.1; extra == "all"
+Requires-Dist: google-cloud-storage~=2.5.0; extra == "all"
+Requires-Dist: great-expectations==0.18.12; extra == "all"
+Requires-Dist: gspread==5.7.2; extra == "all"
+Requires-Dist: influxdb-client==1.36.1; extra == "all"
+Requires-Dist: kafka-python==2.0.2; extra == "all"
+Requires-Dist: kubernetes>=28.1.0; extra == "all"
+Requires-Dist: langchain==0.1.6; extra == "all"
+Requires-Dist: langchain-community<0.0.20; extra == "all"
+Requires-Dist: ldap3==2.9.1; extra == "all"
+Requires-Dist: nats-py==2.6.0; extra == "all"
+Requires-Dist: openai==1.39.0; extra == "all"
+Requires-Dist: opensearch-py==2.0.0; extra == "all"
+Requires-Dist: opentelemetry-api==1.22.0; extra == "all"
+Requires-Dist: opentelemetry-exporter-prometheus==0.43b0; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-tornado==0.43b0; extra == "all"
+Requires-Dist: opentelemetry-exporter-otlp==1.22.0; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sqlalchemy==0.43b0; extra == "all"
+Requires-Dist: oracledb==1.3.1; extra == "all"
+Requires-Dist: pika==1.3.1; extra == "all"
+Requires-Dist: pinotdb==5.1.0; extra == "all"
+Requires-Dist: prometheus-client>=0.18.0; extra == "all"
+Requires-Dist: protobuf~=4.21.12; extra == "all"
+Requires-Dist: psycopg2-binary==2.9.3; extra == "all"
+Requires-Dist: psycopg2==2.9.3; extra == "all"
+Requires-Dist: pyairtable==2.3.3; extra == "all"
+Requires-Dist: pydruid==0.6.5; extra == "all"
+Requires-Dist: pymongo==4.3.3; extra == "all"
+Requires-Dist: redshift-connector==2.0.915; extra == "all"
+Requires-Dist: lxml==4.9.4; extra == "all"
+Requires-Dist: requests-aws4auth==1.1.2; extra == "all"
+Requires-Dist: snowflake-connector-python==3.7.1; extra == "all"
+Requires-Dist: sshtunnel==0.4.0; extra == "all"
+Requires-Dist: stomp.py==8.1.0; extra == "all"
+Requires-Dist: thefuzz[speedup]==0.19.0; extra == "all"
+Requires-Dist: trino~=0.326; extra == "all"
+Requires-Dist: nkeys~=0.1.0; python_version < "3.12" and extra == "all"
+Requires-Dist: pyodbc==4.0.35; python_version < "3.12" and extra == "all"
+Requires-Dist: nkeys~=0.2.0; python_version >= "3.12" and extra == "all"
+Requires-Dist: pyodbc==5.0.1; python_version >= "3.12" and extra == "all"
+Provides-Extra: azure
+Requires-Dist: azure-eventhub==5.11.2; extra == "azure"
+Requires-Dist: azure-identity==1.12.0; extra == "azure"
+Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "azure"
+Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "azure"
+Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "azure"
+Requires-Dist: azure-storage-blob==12.14.1; extra == "azure"
+Provides-Extra: bigquery
+Requires-Dist: google-cloud-bigquery~=3.0; extra == "bigquery"
+Requires-Dist: db-dtypes==1.0.5; extra == "bigquery"
+Provides-Extra: chroma
+Requires-Dist: chromadb>=0.4.17; extra == "chroma"
+Provides-Extra: clickhouse
+Requires-Dist: clickhouse-connect~=0.6.23; extra == "clickhouse"
+Provides-Extra: dbt
+Requires-Dist: dbt-bigquery==1.7.2; extra == "dbt"
+Requires-Dist: dbt-clickhouse==1.7.1; extra == "dbt"
+Requires-Dist: dbt-core==1.7.4; extra == "dbt"
+Requires-Dist: dbt-duckdb==1.7.0; extra == "dbt"
+Requires-Dist: dbt-postgres==1.7.4; extra == "dbt"
+Requires-Dist: dbt-redshift==1.7.1; extra == "dbt"
+Requires-Dist: dbt-snowflake==1.7.1; extra == "dbt"
+Requires-Dist: dbt-spark==1.7.1; extra == "dbt"
+Requires-Dist: dbt-sqlserver==1.7.4; extra == "dbt"
+Requires-Dist: dbt-trino==1.7.1; extra == "dbt"
+Requires-Dist: trino~=0.326; extra == "dbt"
+Provides-Extra: google-cloud-storage
+Requires-Dist: google-cloud-storage==2.5.0; extra == "google-cloud-storage"
+Requires-Dist: gspread==5.7.2; extra == "google-cloud-storage"
+Provides-Extra: hdf5
+Requires-Dist: tables==3.7.0; python_version < "3.11" and extra == "hdf5"
+Requires-Dist: tables==3.10.1; python_version >= "3.11" and extra == "hdf5"
+Provides-Extra: mysql
+Requires-Dist: mysql-connector-python~=8.2.0; python_version < "3.11" and extra == "mysql"
+Requires-Dist: mysql-connector-python~=9.0.0; python_version >= "3.11" and extra == "mysql"
+Provides-Extra: oracle
+Requires-Dist: oracledb==1.3.1; python_version < "3.12" and extra == "oracle"
+Requires-Dist: oracledb==2.4.1; python_version >= "3.12" and extra == "oracle"
+Provides-Extra: postgres
+Requires-Dist: psycopg2==2.9.3; extra == "postgres"
+Requires-Dist: psycopg2-binary==2.9.3; extra == "postgres"
+Requires-Dist: sshtunnel==0.4.0; extra == "postgres"
+Provides-Extra: qdrant
+Requires-Dist: qdrant-client==1.6.9; extra == "qdrant"
+Requires-Dist: sentence-transformers==2.2.2; extra == "qdrant"
+Provides-Extra: redshift
+Requires-Dist: boto3==1.26.60; extra == "redshift"
+Requires-Dist: redshift-connector==2.0.915; extra == "redshift"
+Requires-Dist: lxml==4.9.4; extra == "redshift"
+Provides-Extra: s3
+Requires-Dist: boto3==1.26.60; extra == "s3"
+Requires-Dist: botocore==1.29.60; extra == "s3"
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python==3.7.1; extra == "snowflake"
+Provides-Extra: spark
+Requires-Dist: boto3==1.26.60; extra == "spark"
+Requires-Dist: botocore==1.29.60; extra == "spark"
+Provides-Extra: streaming
+Requires-Dist: confluent-avro~=1.8.0; extra == "streaming"
+Requires-Dist: elasticsearch==8.15.1; extra == "streaming"
+Requires-Dist: influxdb-client==1.36.1; extra == "streaming"
+Requires-Dist: kafka-python==2.0.2; extra == "streaming"
+Requires-Dist: nats-py==2.6.0; extra == "streaming"
+Requires-Dist: opensearch-py==2.0.0; extra == "streaming"
+Requires-Dist: pika==1.3.1; extra == "streaming"
+Requires-Dist: pymongo==4.3.3; extra == "streaming"
+Requires-Dist: requests-aws4auth==1.1.2; extra == "streaming"
+Requires-Dist: stomp.py==8.1.0; extra == "streaming"
+Requires-Dist: nkeys~=0.1.0; python_version < "3.12" and extra == "streaming"
+Requires-Dist: nkeys~=0.2.0; python_version >= "3.12" and extra == "streaming"
+
+<div align="left">
+  <h1>Mage AI</h1>
+
+  <p>Give your data team magical powers.</p>
+
+<a href="https://mage.ai"><img alt="Mage AI GitHub repo stars" src="https://img.shields.io/github/stars/mage-ai/mage-ai?style=for-the-badge&logo=github&labelColor=000000&logoColor=FFFFFF&label=stars&color=0500ff" /></a>
+<a href="https://hub.docker.com/r/mageai/mageai"><img alt="Mage AI Docker downloads" src="https://img.shields.io/docker/pulls/mageai/mageai?style=for-the-badge&logo=docker&labelColor=000000&logoColor=FFFFFF&label=pulls&color=6A35FF" /></a>
+<a href="https://github.com/mage-ai/mage-ai/blob/master/LICENSE"><img alt="Mage AI license" src="https://img.shields.io/github/license/mage-ai/mage-ai?style=for-the-badge&logo=codeigniter&labelColor=000000&logoColor=FFFFFF&label=license&color=FFCC19" /></a>
+<a href="https://www.mage.ai/chat"><img alt="Join the Mage AI community" src="https://img.shields.io/badge/Join%20the%20community-black.svg?style=for-the-badge&logo=lightning&labelColor=000000&logoColor=FFFFFF&label=&color=DD55FF&logoWidth=20" /></a>
+
+</div>
+
+<br />
+
+<a href="https://mage.ai/pro">
+  <picture>
+    <source media="(prefers-color-scheme: dark)" srcset="https://github.com/mage-ai/assets/blob/main/oss/hero.png?raw=true">
+    <img alt="Mage AI hero" src="https://github.com/mage-ai/assets/blob/main/oss/hero.png?raw=true" />
+  </picture>
+</a>
+
+<br />
+<br />
+
+Mage is a hybrid framework for transforming and integrating data. It combines the best of both worlds: the flexibility of notebooks with the rigor of modular code.
+
+<br />
+
+- Extract and synchronize data from 3rd party sources.
+- Transform data with real-time and batch pipelines using Python, SQL, and R.
+- Load data into your data warehouse or data lake using our pre-built connectors.
+- Run, monitor, and orchestrate thousands of pipelines without losing sleep.
+
+<br />
+
+Plus hundreds of enterprise-class features, infrastructure innovations, and magical surprises.
+
+<h1></h1>
+
+#### Available in two spellbinding versions
+
+<br />
+
+<table style="width: 100%; border: none;" cellspacing="0" cellpadding="0" border="0">
+  <tr>
+    <td rowspan="2">
+      <a href="https://mage.ai/pro">
+        <img alt="Mage Pro" width="124" align="left" src="https://github.com/mage-ai/assets/blob/main/oss/card-pro.png?raw=true" />
+      </a>
+      <b>For teams.</b> Fully managed platform
+      for integrating and transforming data.
+    </td>
+    <td rowspan="2">
+      <a href="https://github.com/mage-ai/mage-ai?tab=readme-ov-file#its-magic">
+        <img alt="Mage OSS" width="124" align="left" src="https://github.com/mage-ai/assets/blob/main/oss/card-oss.png?raw=true" />
+      </a>
+      <b>Self-hosted.</b> System to build, run, and
+      manage data pipelines.
+    </td>
+  </tr>
+</table>
+
+<br />
+
+<a href="https://mage.ai/pro">
+  <img alt="Try out Mage Pro" src="https://img.shields.io/badge/try%20it%20out%20now-black.svg?style=for-the-badge&logo=artifacthub&labelColor=6A35FF&logoColor=FFFFFF&label=mage%20pro&color=6A35FF">
+</a>
+
+<br />
+<br />
+
+<div align="left">
+
+# It’s magic.
+
+<p align="left">
+  For documentation on getting started, how to develop, and how to deploy to production check out the live 
+  <br />
+  <a
+    href="https://docs.mage.ai?source=github"
+    target="_blank"
+  ><b>Developer documentation portal</b></a>.
+</p>
+
+<br />
+
+## 🏃‍♀️ Install
+
+The recommended way to install the latest version of Mage is through Docker with the following command:
+
+```bash
+docker pull mageai/mageai:latest
+```
+
+You can also install Mage using pip or conda, though this may cause dependency issues without the proper environment.
+
+```bash
+pip install mage-ai
+```
+```bash
+conda install -c conda-forge mage-ai
+```
+
+Looking for help? The _fastest_ way to get started is by checking out our documentation [here](https://docs.mage.ai/getting-started/setup).
+
+Looking for quick examples? Open a [demo](https://demo.mage.ai/) project right in your browser or check out our [guides](https://docs.mage.ai/guides/overview).
+
+## 🎮 Demo
+
+### Live demo
+
+Build and run a data pipeline with our <b>[demo app](https://demo.mage.ai/)</b>.
+
+> WARNING
+>
+> The live demo is public to everyone, please don’t save anything sensitive (e.g. passwords, secrets, etc).
+### Demo video (5 min)
+
+[![Mage quick start demo](https://github.com/mage-ai/assets/blob/main/overview/overview-video.png?raw=True)](https://youtu.be/GswOdShLGmg)
+
+<sub><i>Click the image to play video</i></sub>
+
+<br />
+
+## 🔮 [Features](https://docs.mage.ai/about/features)
+
+|   |   |   |
+| --- | --- | --- |
+| 🎶 | <b>[Orchestration](https://docs.mage.ai/design/data-pipeline-management)</b> | Schedule and manage data pipelines with observability. |
+| 📓 | <b>[Notebook](https://docs.mage.ai/about/features#notebook-for-building-data-pipelines)</b> | Interactive Python, SQL, & R editor for coding data pipelines. |
+| 🏗️ | <b>[Data integrations](https://docs.mage.ai/data-integrations/overview)</b> | Synchronize data from 3rd party sources to your internal destinations. |
+| 🚰 | <b>[Streaming pipelines](https://docs.mage.ai/guides/streaming-pipeline)</b> | Ingest and transform real-time data. |
+| ❎ | <b>[dbt](https://docs.mage.ai/dbt/overview)</b> | Build, run, and manage your dbt models with Mage. |
+
+<br />
+
+<b>A sample data pipeline defined across 3 files ➝</b>
+
+<br />
+
+1. Load data ➝
+    ```python
+    @data_loader
+    def load_csv_from_file() -> pl.DataFrame:
+        return pl.read_csv('default_repo/titanic.csv')
+    ```
+1. Transform data ➝
+    ```python
+    @transformer
+    def select_columns_from_df(df: pl.DataFrame, *args) -> pl.DataFrame:
+        return df[['Age', 'Fare', 'Survived']]
+    ```
+1. Export data ➝
+    ```python
+    @data_exporter
+    def export_titanic_data_to_disk(df: pl.DataFrame) -> None:
+        df.to_csv('default_repo/titanic_transformed.csv')
+    ```
+
+<br />
+
+[<img alt="Water mage casting spell" height="300" src="https://github.com/mage-ai/assets/blob/main/mage-water-charging-up.svg?raw=True" />](https://www.mage.ai/)