mage-ai 0.9.67__tar.gz → 0.9.69__tar.gz

mage-ai-0.9.69/PKG-INFO

@@ -0,0 +1,539 @@
+Metadata-Version: 2.1
+Name: mage-ai
+Version: 0.9.69
+Summary: Mage is a tool for building and deploying data pipelines.
+Home-page: https://github.com/mage-ai/mage-ai
+Author: Mage
+Author-email: eng@mage.ai
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: Faker==4.14.0
+Requires-Dist: GitPython==3.1.41
+Requires-Dist: Jinja2==3.1.3
+Requires-Dist: PyGithub==1.59.0
+Requires-Dist: PyJWT==2.6.0
+Requires-Dist: aiofiles==22.1.0
+Requires-Dist: alembic>=1.7.5
+Requires-Dist: bcrypt==4.0.1
+Requires-Dist: croniter==1.3.7
+Requires-Dist: cryptography==41.0.6
+Requires-Dist: dask>=2022.2.0
+Requires-Dist: datadog==0.44.0
+Requires-Dist: freezegun==1.2.2
+Requires-Dist: great-expectations==0.18.12
+Requires-Dist: httpx==0.23.1
+Requires-Dist: inflection==0.5.1
+Requires-Dist: ipykernel==6.15.0
+Requires-Dist: ipython==8.10.0
+Requires-Dist: itsdangerous~=1.1.0
+Requires-Dist: joblib>=1.1.0
+Requires-Dist: jupyter-server-proxy==3.2.1
+Requires-Dist: jupyter-server==1.23.5
+Requires-Dist: jupyter_client==7.4.4
+Requires-Dist: ldap3==2.9.1
+Requires-Dist: newrelic==8.8.0
+Requires-Dist: numpy>=1.22.0
+Requires-Dist: pandas>=1.3.0
+Requires-Dist: polars<0.19.2,>=0.18.0
+Requires-Dist: protobuf~=4.21.12
+Requires-Dist: pyarrow==14.0.1
+Requires-Dist: python-dateutil==2.8.2
+Requires-Dist: pytz==2022.2.1
+Requires-Dist: pyyaml~=6.0
+Requires-Dist: redis~=5.0.1
+Requires-Dist: requests~=2.31.0
+Requires-Dist: ruamel.yaml==0.17.17
+Requires-Dist: scikit-learn>=1.0
+Requires-Dist: sentry-sdk==1.19.1
+Requires-Dist: simplejson
+Requires-Dist: six>=1.15.0
+Requires-Dist: sqlalchemy<2.0.0,>=1.4.20
+Requires-Dist: sqlglot[rs]
+Requires-Dist: terminado==0.17.1
+Requires-Dist: thefuzz[speedup]==0.19.0
+Requires-Dist: tornado==6.3.3
+Requires-Dist: typer[all]==0.9.0
+Requires-Dist: typing_extensions==4.10.0
+Requires-Dist: watchdog==4.0.0
+Provides-Extra: ai
+Requires-Dist: astor>=0.8.1; extra == "ai"
+Requires-Dist: langchain>=0.0.222; extra == "ai"
+Requires-Dist: langchain_community<0.0.20; extra == "ai"
+Requires-Dist: openai<1.0.0,>=0.27.8; extra == "ai"
+Provides-Extra: azure
+Requires-Dist: azure-eventhub==5.11.2; extra == "azure"
+Requires-Dist: azure-identity==1.12.0; extra == "azure"
+Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "azure"
+Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "azure"
+Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "azure"
+Requires-Dist: azure-storage-blob==12.14.1; extra == "azure"
+Provides-Extra: bigquery
+Requires-Dist: google-cloud-bigquery~=3.0; extra == "bigquery"
+Requires-Dist: db-dtypes==1.0.5; extra == "bigquery"
+Provides-Extra: chroma
+Requires-Dist: chromadb>=0.4.17; extra == "chroma"
+Provides-Extra: clickhouse
+Requires-Dist: clickhouse-connect~=0.6.23; extra == "clickhouse"
+Provides-Extra: dbt
+Requires-Dist: dbt-bigquery==1.7.2; extra == "dbt"
+Requires-Dist: dbt-clickhouse==1.7.1; extra == "dbt"
+Requires-Dist: dbt-core==1.7.4; extra == "dbt"
+Requires-Dist: dbt-duckdb==1.7.0; extra == "dbt"
+Requires-Dist: dbt-postgres==1.7.4; extra == "dbt"
+Requires-Dist: dbt-redshift==1.7.1; extra == "dbt"
+Requires-Dist: dbt-snowflake==1.7.1; extra == "dbt"
+Requires-Dist: dbt-spark==1.7.1; extra == "dbt"
+Requires-Dist: dbt-sqlserver==1.3.1; extra == "dbt"
+Requires-Dist: dbt-trino==1.7.1; extra == "dbt"
+Requires-Dist: trino~=0.326; extra == "dbt"
+Provides-Extra: google-cloud-storage
+Requires-Dist: google-cloud-storage==2.5.0; extra == "google-cloud-storage"
+Requires-Dist: gspread==5.7.2; extra == "google-cloud-storage"
+Provides-Extra: hdf5
+Requires-Dist: tables==3.7.0; extra == "hdf5"
+Provides-Extra: mysql
+Requires-Dist: mysql-connector-python~=8.2.0; extra == "mysql"
+Provides-Extra: oracle
+Requires-Dist: oracledb==1.3.1; extra == "oracle"
+Provides-Extra: postgres
+Requires-Dist: psycopg2==2.9.3; extra == "postgres"
+Requires-Dist: psycopg2-binary==2.9.3; extra == "postgres"
+Requires-Dist: sshtunnel==0.4.0; extra == "postgres"
+Provides-Extra: qdrant
+Requires-Dist: qdrant-client==1.6.9; extra == "qdrant"
+Requires-Dist: sentence-transformers==2.2.2; extra == "qdrant"
+Provides-Extra: redshift
+Requires-Dist: boto3==1.26.60; extra == "redshift"
+Requires-Dist: redshift-connector==2.0.915; extra == "redshift"
+Requires-Dist: lxml==4.9.4; extra == "redshift"
+Provides-Extra: s3
+Requires-Dist: boto3==1.26.60; extra == "s3"
+Requires-Dist: botocore==1.29.60; extra == "s3"
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python==3.5.0; extra == "snowflake"
+Provides-Extra: spark
+Requires-Dist: boto3==1.26.60; extra == "spark"
+Requires-Dist: botocore==1.29.60; extra == "spark"
+Provides-Extra: streaming
+Requires-Dist: confluent-avro~=1.8.0; extra == "streaming"
+Requires-Dist: elasticsearch==8.9.0; extra == "streaming"
+Requires-Dist: influxdb_client==1.36.1; extra == "streaming"
+Requires-Dist: kafka-python==2.0.2; extra == "streaming"
+Requires-Dist: nats-py==2.6.0; extra == "streaming"
+Requires-Dist: nkeys~=0.1.0; extra == "streaming"
+Requires-Dist: opensearch-py==2.0.0; extra == "streaming"
+Requires-Dist: pika==1.3.1; extra == "streaming"
+Requires-Dist: pymongo==4.3.3; extra == "streaming"
+Requires-Dist: requests_aws4auth==1.1.2; extra == "streaming"
+Requires-Dist: stomp.py==8.1.0; extra == "streaming"
+Provides-Extra: all
+Requires-Dist: PyGithub==1.59.0; extra == "all"
+Requires-Dist: astor>=0.8.1; extra == "all"
+Requires-Dist: aws-secretsmanager-caching==1.1.1.5; extra == "all"
+Requires-Dist: azure-eventhub==5.11.2; extra == "all"
+Requires-Dist: azure-identity==1.12.0; extra == "all"
+Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "all"
+Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "all"
+Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "all"
+Requires-Dist: azure-storage-blob==12.14.1; extra == "all"
+Requires-Dist: boto3==1.26.60; extra == "all"
+Requires-Dist: botocore==1.29.60; extra == "all"
+Requires-Dist: clickhouse-connect~=0.6.23; extra == "all"
+Requires-Dist: confluent-avro~=1.8.0; extra == "all"
+Requires-Dist: db-dtypes==1.0.5; extra == "all"
+Requires-Dist: dbt-bigquery==1.7.2; extra == "all"
+Requires-Dist: dbt-clickhouse==1.7.1; extra == "all"
+Requires-Dist: dbt-core==1.7.4; extra == "all"
+Requires-Dist: dbt-duckdb==1.7.0; extra == "all"
+Requires-Dist: dbt-postgres==1.7.4; extra == "all"
+Requires-Dist: dbt-redshift==1.7.1; extra == "all"
+Requires-Dist: dbt-snowflake==1.7.1; extra == "all"
+Requires-Dist: dbt-spark==1.7.1; extra == "all"
+Requires-Dist: dbt-sqlserver==1.3.1; extra == "all"
+Requires-Dist: dbt-trino==1.7.1; extra == "all"
+Requires-Dist: duckdb==0.9.2; extra == "all"
+Requires-Dist: elasticsearch==8.9.0; extra == "all"
+Requires-Dist: google-api-core~=2.15.0; extra == "all"
+Requires-Dist: google-api-python-client~=2.70.0; extra == "all"
+Requires-Dist: google-cloud-bigquery~=3.14.1; extra == "all"
+Requires-Dist: google-cloud-iam~=2.13.0; extra == "all"
+Requires-Dist: google-cloud-pubsub~=2.19.0; extra == "all"
+Requires-Dist: google-cloud-run~=0.10.1; extra == "all"
+Requires-Dist: google-cloud-storage~=2.5.0; extra == "all"
+Requires-Dist: great-expectations==0.18.12; extra == "all"
+Requires-Dist: gspread==5.7.2; extra == "all"
+Requires-Dist: influxdb_client==1.36.1; extra == "all"
+Requires-Dist: kafka-python==2.0.2; extra == "all"
+Requires-Dist: kubernetes>=28.1.0; extra == "all"
+Requires-Dist: langchain==0.1.6; extra == "all"
+Requires-Dist: langchain_community<0.0.20; extra == "all"
+Requires-Dist: ldap3==2.9.1; extra == "all"
+Requires-Dist: nats-py==2.6.0; extra == "all"
+Requires-Dist: nkeys~=0.1.0; extra == "all"
+Requires-Dist: openai<1.0.0,>=0.27.8; extra == "all"
+Requires-Dist: opensearch-py==2.0.0; extra == "all"
+Requires-Dist: opentelemetry-api==1.22.0; extra == "all"
+Requires-Dist: opentelemetry-exporter-prometheus==0.43b0; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-tornado~=0.43b0; extra == "all"
+Requires-Dist: opentelemetry-exporter-otlp~=1.22.0; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sqlalchemy~=0.42b0; extra == "all"
+Requires-Dist: oracledb==1.3.1; extra == "all"
+Requires-Dist: pika==1.3.1; extra == "all"
+Requires-Dist: pinotdb==5.1.0; extra == "all"
+Requires-Dist: prometheus_client>=0.18.0; extra == "all"
+Requires-Dist: protobuf~=4.21.12; extra == "all"
+Requires-Dist: psycopg2-binary==2.9.3; extra == "all"
+Requires-Dist: psycopg2==2.9.3; extra == "all"
+Requires-Dist: pydruid==0.6.5; extra == "all"
+Requires-Dist: pymongo==4.3.3; extra == "all"
+Requires-Dist: pyodbc==4.0.35; extra == "all"
+Requires-Dist: redshift-connector==2.0.915; extra == "all"
+Requires-Dist: lxml==4.9.4; extra == "all"
+Requires-Dist: requests_aws4auth==1.1.2; extra == "all"
+Requires-Dist: snowflake-connector-python==3.5.0; extra == "all"
+Requires-Dist: sshtunnel==0.4.0; extra == "all"
+Requires-Dist: stomp.py==8.1.0; extra == "all"
+Requires-Dist: thefuzz[speedup]==0.19.0; extra == "all"
+Requires-Dist: trino~=0.326; extra == "all"
+
+<h1 align="center">
+  <a
+    target="_blank"
+    href="https://mage.ai"
+  >
+    <img
+      align="center"
+      alt="Mage"
+      src="https://github.com/mage-ai/assets/blob/main/mascots/mascots-shorter.jpeg?raw=true"
+      style="width:100%;"
+    />
+  </a>
+</h1>
+<p align="center">
+  🧙 A modern replacement for Airflow.
+</p>
+
+<p align="center">
+  <a
+    href="https://docs.mage.ai"
+    target="_blank"
+  ><b>Documentation</b></a>&nbsp;&nbsp;&nbsp;🌪️&nbsp;&nbsp;&nbsp;
+  <a
+    href="https://youtu.be/GswOdShLGmg"
+    target="_blank"
+  ><b>Get a 5 min overview</b></a>&nbsp;&nbsp;&nbsp;🌊&nbsp;&nbsp;&nbsp;
+  <a
+    href="https://demo.mage.ai"
+    target="_blank"
+  ><b>Play with live tool</b></a>&nbsp;&nbsp;&nbsp;🔥&nbsp;&nbsp;&nbsp;
+  <a
+    href="https://www.mage.ai/chat"
+    target="_blank"
+  >
+    <b>Get instant help</b>
+  </a>
+</p>
+<div align="center">
+  <a
+    href="https://pypi.org/project/mage-ai/"
+    target="_blank"
+  >
+    <img alt="PyPi" src="https://img.shields.io/pypi/v/mage-ai?color=orange" />
+  </a>
+  <a
+    href="https://anaconda.org/conda-forge/mage-ai"
+    target="_blank"
+  >
+    <img src="https://anaconda.org/conda-forge/mage-ai/badges/version.svg" />
+  </a>
+  <a
+    href="https://opensource.org/licenses/Apache-2.0"
+    target="_blank"
+  >
+    <img alt="License" src="https://img.shields.io/github/license/mage-ai/mage-ai?color=red" />
+  </a>
+  <a
+    href="https://www.mage.ai/chat"
+    target="_blank"
+  >
+    <img alt="Slack" src="https://img.shields.io/badge/Slack-Join%20Slack-blueviolet?logo=slack" />
+  </a>
+  <a
+    href="https://github.com/mage-ai/mage-ai"
+    target="_blank"
+  >
+    <img alt="GitHub Stars" src="https://img.shields.io/github/stars/mage-ai/mage-ai?logo=github">
+  </a>
+  <a
+    href="https://hub.docker.com/r/mageai/mageai"
+    target="_blank"
+  >
+    <img alt="Docker pulls" src="https://img.shields.io/docker/pulls/mageai/mageai.svg">
+  </a>
+  <a
+    href="https://pepy.tech/project/mage-ai"
+    target="_blank"
+  >
+    <img alt="pip installs" src="https://static.pepy.tech/personalized-badge/mage-ai?period=total&units=international_system&left_color=grey&right_color=blue&left_text=pip%20installs">
+  </a>
+</div>
+<img
+  referrerpolicy="no-referrer-when-downgrade"
+  src="https://static.scarf.sh/a.png?x-pxid=b3c96d79-b8f0-414b-a687-8bfc164b4b7a"
+/>
+
+<div align="center">
+
+### Give your data team `magical` powers
+
+</div>
+
+<p align="center">
+  <b>Integrate</b> and synchronize data from 3rd party sources
+</p>
+
+<p align="center">
+  Build real-time and batch pipelines to <b>transform</b> data using Python, SQL, and R
+</p>
+
+<p align="center">
+  Run, monitor, and <b>orchestrate</b> thousands of pipelines without losing sleep
+</p>
+
+<br />
+
+<p align="center">1️⃣ 🏗️</p>
+<h1 align="center">Build</h1>
+<p align="center">
+  Have you met anyone who said they loved developing in Airflow?
+  <br />
+  That’s why we designed an easy developer experience that you’ll enjoy.
+</p>
+
+|   |   |
+| --- | --- |
+| <b>Easy developer experience</b><br />Start developing locally with a single command or launch a dev environment in your cloud using Terraform.<br /><br/><b>Language of choice</b><br />Write code in Python, SQL, or R in the same data pipeline for ultimate flexibility.<br /><br /><b>Engineering best practices built-in</b><br />Each step in your pipeline is a standalone file containing modular code that’s reusable and testable with data validations. No more DAGs with spaghetti code. | <img src="https://github.com/mage-ai/assets/blob/main/overview/mage-build.gif?raw=true" /> |
+
+<p align="center">
+  ↓
+</p>
+
+<p align="center">2️⃣ 🔮</p>
+<h1 align="center">Preview</h1>
+<p align="center">
+  Stop wasting time waiting around for your DAGs to finish testing.
+  <br />
+  Get instant feedback from your code each time you run it.
+</p>
+
+|   |   |
+| --- | --- |
+| <b>Interactive code</b><br />Immediately see results from your code’s output with an interactive notebook UI.<br /><br/><b>Data is a first-class citizen</b><br />Each block of code in your pipeline produces data that can be versioned, partitioned, and cataloged for future use.<br /><br /><b>Collaborate on cloud</b><br />Develop collaboratively on cloud resources, version control with Git, and test pipelines without waiting for an available shared staging environment. | <img src="https://github.com/mage-ai/assets/blob/main/overview/mage-preview.gif?raw=True" /> |
+
+<p align="center">
+  ↓
+</p>
+
+<p align="center">3️⃣ 🚀</p>
+<h1 align="center">Launch</h1>
+<p align="center">
+  Don’t have a large team dedicated to Airflow?
+  <br />
+  Mage makes it easy for a single developer or small team to scale up and manage thousands of pipelines.
+</p>
+
+|   |   |
+| --- | --- |
+| <b>Fast deploy</b><br />Deploy Mage to AWS, GCP, or Azure with only 2 commands using maintained Terraform templates.<br /><br/><b>Scaling made simple</b><br />Transform very large datasets directly in your data warehouse or through a native integration with Spark.<br /><br /><b>Observability</b><br />Operationalize your pipelines with built-in monitoring, alerting, and observability through an intuitive UI. | <img src="https://github.com/mage-ai/assets/blob/main/overview/observability.gif?raw=True" /> |
+
+<br />
+
+# 🧙 Intro
+
+Mage is an open-source data pipeline tool for transforming and integrating data.
+
+1. [Install](#%EF%B8%8F-install)
+1. [Demo](#-demo)
+1. [Tutorials](#-tutorials)
+1. [Documentation](https://docs.mage.ai)
+1. [Features](#-features)
+1. [Core design principles](https://docs.mage.ai/design/core-design-principles)
+1. [Core abstractions](https://docs.mage.ai/design/core-abstractions)
+1. [Contributing](https://docs.mage.ai/community/contributing)
+
+<br />
+
+# 🏃‍♀️ Install
+
+The recommended way to install the latest version of Mage is through Docker with the following command:
+
+```bash
+docker pull mageai/mageai:latest
+```
+
+You can also install Mage using pip or conda, though this may cause dependency issues without the proper environment.
+
+```bash
+pip install mage-ai
+```
+```bash
+conda install -c conda-forge mage-ai
+```
+
+Looking for help? The _fastest_ way to get started is by checking out our documentation [here](https://docs.mage.ai/getting-started/setup).
+
+Looking for quick examples? Open a [demo](https://demo.mage.ai/) project right in your browser or check out our [guides](https://docs.mage.ai/guides/overview).
+
+# 🎮 Demo
+
+### Live demo
+
+Build and run a data pipeline with our <b>[demo app](https://demo.mage.ai/)</b>.
+
+> WARNING
+>
+> The live demo is public to everyone, please don’t save anything sensitive (e.g. passwords, secrets, etc).
+### Demo video (5 min)
+
+[![Mage quick start demo](https://github.com/mage-ai/assets/blob/main/overview/overview-video.png?raw=True)](https://youtu.be/GswOdShLGmg)
+
+<sub><i>Click the image to play video</i></sub>
+
+<br />
+
+# 👩‍🏫 Tutorials
+
+- [Load data from API, transform it, and export it to PostgreSQL](https://docs.mage.ai/guides/load-api-data)
+- [Integrate Mage into an existing Airflow project](https://docs.mage.ai/integrations/airflow)
+- [Train model on Titanic dataset](https://docs.mage.ai/guides/train-model)
+- [Set up dbt models and orchestrate dbt runs](https://docs.mage.ai/integrations/dbt-models)
+
+<img alt="Fire mage" height="160" src="https://github.com/mage-ai/assets/blob/main/mage-fire-charging-up.svg?raw=True" />
+
+<br />
+
+# 🔮 [Features](https://docs.mage.ai/about/features)
+
+|   |   |   |
+| --- | --- | --- |
+| 🎶 | <b>[Orchestration](https://docs.mage.ai/design/data-pipeline-management)</b> | Schedule and manage data pipelines with observability. |
+| 📓 | <b>[Notebook](https://docs.mage.ai/about/features#notebook-for-building-data-pipelines)</b> | Interactive Python, SQL, & R editor for coding data pipelines. |
+| 🏗️ | <b>[Data integrations](https://docs.mage.ai/data-integrations/overview)</b> | Synchronize data from 3rd party sources to your internal destinations. |
+| 🚰 | <b>[Streaming pipelines](https://docs.mage.ai/guides/streaming-pipeline)</b> | Ingest and transform real-time data. |
+| ❎ | <b>[dbt](https://docs.mage.ai/dbt/overview)</b> | Build, run, and manage your dbt models with Mage. |
+
+<b>A sample data pipeline defined across 3 files ➝</b>
+
+1. Load data ➝
+    ```python
+    @data_loader
+    def load_csv_from_file():
+        return pd.read_csv('default_repo/titanic.csv')
+    ```
+1. Transform data ➝
+    ```python
+    @transformer
+    def select_columns_from_df(df, *args):
+        return df[['Age', 'Fare', 'Survived']]
+    ```
+1. Export data ➝
+    ```python
+    @data_exporter
+    def export_titanic_data_to_disk(df) -> None:
+        df.to_csv('default_repo/titanic_transformed.csv')
+    ```
+
+<b>What the data pipeline looks like in the UI ➝</b>
+
+<img
+  alt="data pipeline overview"
+  src="https://github.com/mage-ai/assets/blob/main/data-pipeline-overview.png?raw=True"
+/>
+
+New? We recommend reading about <b>[blocks](https://docs.mage.ai/design/blocks)</b> and
+learning from a <b>[hands-on tutorial](https://docs.mage.ai/guides/load-api-data)</b>.
+
+[![Ask us questions on Slack](https://img.shields.io/badge/%20-Ask%20us%20questions%20on%20Slack-purple?style=for-the-badge&logo=slack&labelColor=6B50D7)](https://www.mage.ai/chat)
+
+<br />
+
+# 🏔️ [Core design principles](https://docs.mage.ai/design/core-design-principles)
+
+Every user experience and technical design decision adheres to these principles.
+
+|   |   |   |
+| --- | --- | --- |
+| 💻 | [Easy developer experience](https://docs.mage.ai/design/core-design-principles#easy-developer-experience) | Open-source engine that comes with a custom notebook UI for building data pipelines. |
+| 🚢 | [Engineering best practices built-in](https://docs.mage.ai/design/core-design-principles#engineering-best-practices-built-in) | Build and deploy data pipelines using modular code. No more writing throwaway code or trying to turn notebooks into scripts. |
+| 💳 | [Data is a first-class citizen](https://docs.mage.ai/design/core-design-principles#data-is-a-first-class-citizen) | Designed from the ground up specifically for running data-intensive workflows. |
+| 🪐 | [Scaling is made simple](https://docs.mage.ai/design/core-design-principles#scaling-is-made-simple) | Analyze and process large data quickly for rapid iteration. |
+
+<br />
+
+# 🛸 [Core abstractions](https://docs.mage.ai/design/core-abstractions)
+
+These are the fundamental concepts that Mage uses to operate.
+
+|   |   |
+| --- | --- |
+| [Project](https://docs.mage.ai/design/core-abstractions#project) | Like a repository on GitHub; this is where you write all your code. |
+| [Pipeline](https://docs.mage.ai/design/core-abstractions#pipeline) | Contains references to all the blocks of code you want to run, charts for visualizing data, and organizes the dependency between each block of code. |
+| [Block](https://docs.mage.ai/design/core-abstractions#block) | A file with code that can be executed independently or within a pipeline. |
+| [Data product](https://docs.mage.ai/design/core-abstractions#data-product) | Every block produces data after it's been executed. These are called data products in Mage. |
+| [Trigger](https://docs.mage.ai/design/core-abstractions#trigger) | A set of instructions that determine when or how a pipeline should run. |
+| [Run](https://docs.mage.ai/design/core-abstractions#run) | Stores information about when it was started, its status, when it was completed, any runtime variables used in the execution of the pipeline or block, etc. |
+
+<br />
+
+# 🙋‍♀️ Contributing and developing
+
+Add features and instantly improve the experience for everyone.
+
+Check out the <b>[contributing guide](https://docs.mage.ai/community/contributing)</b>
+to set up your development environment and start building.
+
+<br />
+
+# 👨‍👩‍👧‍👦 Community
+Individually, we’re a mage.
+
+> 🧙 Mage
+>
+> Magic is indistinguishable from advanced technology.
+> A mage is someone who uses magic (aka advanced technology).
+Together, we’re Magers!
+
+> 🧙‍♂️🧙 Magers (`/ˈmājər/`)
+>
+> A group of mages who help each other realize their full potential!
+Let’s hang out and chat together ➝
+
+[![Hang out on Slack](https://img.shields.io/badge/%20-Hang%20out%20on%20Slack-purple?style=for-the-badge&logo=slack&labelColor=6B50D7)](https://www.mage.ai/chat)
+
+For real-time news, fun memes, data engineering topics, and more, join us on ➝
+
+|   |   |
+| --- | --- |
+| <img alt="Twitter" height="20" src="https://user-images.githubusercontent.com/78053898/198755056-a15c4439-c07f-41ea-ba35-bc4bfdd09f1a.png" /> | [Twitter](https://twitter.com/mage_ai) |
+| <img alt="LinkedIn" height="20" src="https://user-images.githubusercontent.com/78053898/198755052-2777d6ae-c161-4a4b-9ece-4fd7bd458e26.png" /> | [LinkedIn](https://www.linkedin.com/company/magetech/mycompany) |
+| <img alt="GitHub" height="20" src="https://user-images.githubusercontent.com/78053898/198755053-5c3971b1-9c49-4888-8a8e-1599f0fc6646.png" /> | [GitHub](https://github.com/mage-ai/mage-ai) |
+| <img alt="Slack" height="20" src="https://user-images.githubusercontent.com/78053898/198755054-03d47bfc-18b6-45a5-9593-7b496eb927f3.png" /> | [Slack](https://www.mage.ai/chat) |
+
+<br />
+
+# 🤔 Frequently Asked Questions (FAQs)
+
+Check out our [FAQ page](https://docs.mage.ai/about/frequently-asked-questions) to find answers to some of our most asked questions.
+
+<br />
+
+# 🪪 License
+See the [LICENSE](LICENSE) file for licensing information.
+
+[<img alt="Water mage casting spell" height="300" src="https://github.com/mage-ai/assets/blob/main/mage-water-charging-up.svg?raw=True" />](https://www.mage.ai/)
+
+<br />

mage-ai-0.9.69/mage_ai/api/monitors/BaseMonitor.py

@@ -0,0 +1,65 @@
+import asyncio
+
+from mage_ai.api.errors import ApiError
+from mage_ai.shared.hash import extract
+from mage_ai.usage_statistics.constants import EventNameType
+from mage_ai.usage_statistics.logger import UsageStatisticLogger
+
+
+class BaseMonitor:
+    def __init__(self, resource, user, error, **kwargs):
+        self.error = error
+        self.options = kwargs
+        self.resource = resource
+        self.user = user
+
+    def present(self):
+        data = ApiError.RESOURCE_ERROR.copy()
+        if self.error.code:
+            data['code'] = self.error.code
+        if self.error.errors:
+            data['errors'] = self.error.errors
+        if self.error.message:
+            data['message'] = self.error.message
+        if self.error.type:
+            data['type'] = self.error.type
+
+        kwargs = dict(
+            resource=self.resource,
+            **extract(
+                data,
+                [
+                    'code',
+                    'errors',
+                    'message',
+                    'type',
+                ],
+            ),
+            **extract(
+                self.options,
+                [
+                    'operation',
+                    'resource_id',
+                    'resource_parent',
+                    'resource_parent_id',
+                ],
+            ),
+        )
+
+        loop = asyncio.get_event_loop()
+        if loop is not None:
+            loop.create_task(
+                UsageStatisticLogger().error(
+                    EventNameType.API_ERROR,
+                    **kwargs
+                )
+            )
+        else:
+            asyncio.run(
+                UsageStatisticLogger().error(
+                    EventNameType.API_ERROR,
+                    **kwargs
+                )
+            )
+
+        return data