mage-ai 0.9.74__py3-none-any.whl → 0.9.76__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mage-ai might be problematic. Click here for more details.
- mage_ai/ai/llm_pipeline_wizard.py +6 -4
- mage_ai/ai/openai_client.py +7 -5
- mage_ai/api/policies/PipelineSchedulePolicy.py +1 -0
- mage_ai/api/presenters/PipelineSchedulePresenter.py +11 -2
- mage_ai/api/resources/PipelineScheduleResource.py +11 -3
- mage_ai/api/resources/PipelineTriggerResource.py +3 -1
- mage_ai/api/resources/SessionResource.py +2 -2
- mage_ai/api/resources/SyncResource.py +1 -1
- mage_ai/api/resources/UserResource.py +1 -1
- mage_ai/data_integrations/destinations/constants.py +3 -0
- mage_ai/data_integrations/sources/constants.py +2 -0
- mage_ai/data_preparation/models/block/__init__.py +4 -5
- mage_ai/data_preparation/models/block/dbt/dbt_adapter.py +20 -8
- mage_ai/data_preparation/models/block/dynamic/constants.py +0 -1
- mage_ai/data_preparation/models/block/dynamic/counter.py +1 -3
- mage_ai/data_preparation/models/block/r/__init__.py +16 -5
- mage_ai/data_preparation/models/block/sql/__init__.py +2 -0
- mage_ai/data_preparation/models/block/sql/mssql.py +8 -0
- mage_ai/data_preparation/models/block/sql/utils/shared.py +6 -2
- mage_ai/data_preparation/models/constants.py +2 -1
- mage_ai/data_preparation/models/pipeline.py +5 -0
- mage_ai/data_preparation/templates/constants.py +7 -0
- mage_ai/data_preparation/templates/data_exporters/streaming/elasticsearch.yaml +3 -0
- mage_ai/data_preparation/templates/data_loaders/airtable.py +28 -0
- mage_ai/data_preparation/templates/data_loaders/streaming/nats.yaml +6 -3
- mage_ai/data_preparation/templates/repo/io_config.yaml +2 -0
- mage_ai/io/airtable.py +104 -0
- mage_ai/io/base.py +30 -1
- mage_ai/io/bigquery.py +36 -0
- mage_ai/io/config.py +5 -0
- mage_ai/io/mssql.py +5 -0
- mage_ai/io/mysql.py +6 -1
- mage_ai/io/oracledb.py +2 -4
- mage_ai/io/postgres.py +38 -19
- mage_ai/io/redshift.py +13 -0
- mage_ai/io/sql.py +1 -0
- mage_ai/io/utils.py +18 -0
- mage_ai/orchestration/db/__init__.py +23 -3
- mage_ai/orchestration/db/models/schedules.py +2 -5
- mage_ai/orchestration/db/models/secrets.py +11 -1
- mage_ai/orchestration/metrics/pipeline_run.py +1 -1
- mage_ai/orchestration/pipeline_scheduler_original.py +4 -5
- mage_ai/orchestration/pipeline_scheduler_project_platform.py +4 -5
- mage_ai/orchestration/utils/distributed_lock.py +8 -1
- mage_ai/server/api/triggers.py +9 -0
- mage_ai/server/constants.py +1 -1
- mage_ai/server/frontend_dist/404.html +3 -3
- mage_ai/server/frontend_dist/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/{3763-39a5174f6a3924db.js → 3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/449-5e2253c6aba42557.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-782dd4a6b13e1c42.js +2 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{overview-1aad7093c6d39257.js → overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users-5db54821a3059c69.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-f65416f6dbe30ad3.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-432da20df91511fb.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3d7fdfeb7f806f7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-03d9bca3bc5e6088.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-d25d07db166cbb04.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-fa61dc6c1370e6a5.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/qR0jauUABqPaFMjUsYeoG/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist/block-layout.html +3 -3
- mage_ai/server/frontend_dist/compute.html +6 -6
- mage_ai/server/frontend_dist/files.html +6 -6
- mage_ai/server/frontend_dist/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-data-products.html +6 -6
- mage_ai/server/frontend_dist/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/index.html +3 -3
- mage_ai/server/frontend_dist/manage/files.html +6 -6
- mage_ai/server/frontend_dist/manage/overview.html +6 -6
- mage_ai/server/frontend_dist/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/manage/settings.html +6 -6
- mage_ai/server/frontend_dist/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist/manage/users.html +6 -6
- mage_ai/server/frontend_dist/manage.html +6 -6
- mage_ai/server/frontend_dist/oauth.html +5 -5
- mage_ai/server/frontend_dist/overview.html +6 -6
- mage_ai/server/frontend_dist/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist/pipelines.html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist/settings.html +3 -3
- mage_ai/server/frontend_dist/sign-in.html +7 -7
- mage_ai/server/frontend_dist/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist/templates.html +6 -6
- mage_ai/server/frontend_dist/terminal.html +6 -6
- mage_ai/server/frontend_dist/test.html +3 -3
- mage_ai/server/frontend_dist/triggers.html +6 -6
- mage_ai/server/frontend_dist/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist/v2.html +2 -2
- mage_ai/server/frontend_dist/version-control.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/404.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{3763-39a5174f6a3924db.js → 3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/449-5e2253c6aba42557.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist_base_path_template/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-ee5e328aaf51c698.js +2 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist_base_path_template/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist_base_path_template/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{overview-1aad7093c6d39257.js → overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users-5db54821a3059c69.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-f65416f6dbe30ad3.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-432da20df91511fb.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3d7fdfeb7f806f7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-03d9bca3bc5e6088.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-d25d07db166cbb04.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-fa61dc6c1370e6a5.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist_base_path_template/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist_base_path_template/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{webpack-12ad70eb5c31aa92.js → webpack-5f4be622608d9267.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/iCySon3_GCldnbC5U7C-s/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/block-layout.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/compute.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/index.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/manage/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/oauth.html +5 -5
- mage_ai/server/frontend_dist_base_path_template/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/sign-in.html +7 -7
- mage_ai/server/frontend_dist_base_path_template/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/templates.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/terminal.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/test.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/v2.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/version-control.html +6 -6
- mage_ai/server/server.py +9 -0
- mage_ai/services/teams/config.py +13 -2
- mage_ai/services/teams/teams.py +13 -11
- mage_ai/settings/server.py +2 -0
- mage_ai/shared/constants.py +3 -1
- mage_ai/shared/enum.py +2 -5
- mage_ai/shared/environments.py +27 -3
- mage_ai/streaming/sinks/elasticsearch.py +15 -5
- mage_ai/tests/api/endpoints/test_blocks.py +1 -101
- mage_ai/tests/api/endpoints/test_configuration_options.py +1 -48
- mage_ai/tests/api/endpoints/test_configuration_options_project_platform.py +68 -0
- mage_ai/tests/api/endpoints/test_custom_designs.py +1 -106
- mage_ai/tests/api/endpoints/test_custom_designs_project_platform.py +132 -0
- mage_ai/tests/api/endpoints/test_dbt_blocks.py +111 -0
- mage_ai/tests/api/endpoints/test_file_contents.py +0 -48
- mage_ai/tests/api/endpoints/test_file_contents_with_project_platform.py +66 -0
- mage_ai/tests/api/endpoints/test_pipelines.py +0 -134
- mage_ai/tests/api/endpoints/test_pipelines_with_project_platform.py +143 -0
- mage_ai/tests/data_preparation/models/block/dynamic/test_counter.py +1 -3
- mage_ai/tests/data_preparation/models/block/hook/test_hook_block.py +3 -3
- mage_ai/tests/data_preparation/models/test_block.py +7 -0
- mage_ai/tests/data_preparation/test_repo_manager.py +0 -63
- mage_ai/tests/data_preparation/test_repo_manager_project_platform.py +67 -0
- mage_ai/tests/data_preparation/test_variable_manager.py +0 -51
- mage_ai/tests/data_preparation/test_variable_manager_project_platform.py +41 -0
- mage_ai/tests/io/create_table/test_postgresql.py +27 -0
- mage_ai/tests/orchestration/notification/test_config.py +3 -3
- mage_ai/usage_statistics/logger.py +99 -15
- mage_ai-0.9.76.dist-info/METADATA +393 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.76.dist-info}/RECORD +331 -322
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.76.dist-info}/WHEEL +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-5bdff745074fb350.js +0 -2
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users-a5e9d77ed5b50205.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-cd49372ae1702963.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-5212c01a9dc558da.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai/server/frontend_dist/_next/static/pLWT6Sqd09xYpufCVIqnz/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/JQewSAObpbhO0wrdAM6Ng/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-90de19bc03f1484b.js +0 -2
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users-a5e9d77ed5b50205.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-cd49372ae1702963.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-5212c01a9dc558da.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai-0.9.74.dist-info/METADATA +0 -544
- /mage_ai/server/frontend_dist/_next/static/chunks/pages/{_app-5bdff745074fb350.js.LICENSE.txt → _app-782dd4a6b13e1c42.js.LICENSE.txt} +0 -0
- /mage_ai/server/frontend_dist/_next/static/{pLWT6Sqd09xYpufCVIqnz → qR0jauUABqPaFMjUsYeoG}/_ssgManifest.js +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{_app-90de19bc03f1484b.js.LICENSE.txt → _app-ee5e328aaf51c698.js.LICENSE.txt} +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/{JQewSAObpbhO0wrdAM6Ng → iCySon3_GCldnbC5U7C-s}/_ssgManifest.js +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.76.dist-info}/entry_points.txt +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.76.dist-info/licenses}/LICENSE +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.76.dist-info}/top_level.txt +0 -0
|
@@ -1,544 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: mage-ai
|
|
3
|
-
Version: 0.9.74
|
|
4
|
-
Summary: Mage is a tool for building and deploying data pipelines.
|
|
5
|
-
Home-page: https://github.com/mage-ai/mage-ai
|
|
6
|
-
Author: Mage
|
|
7
|
-
Author-email: eng@mage.ai
|
|
8
|
-
Classifier: Programming Language :: Python :: 3
|
|
9
|
-
Classifier: License :: OSI Approved :: Apache Software License
|
|
10
|
-
Classifier: Operating System :: OS Independent
|
|
11
|
-
Requires-Python: >=3.7
|
|
12
|
-
Description-Content-Type: text/markdown
|
|
13
|
-
License-File: LICENSE
|
|
14
|
-
Requires-Dist: cachetools
|
|
15
|
-
Requires-Dist: Faker==4.14.0
|
|
16
|
-
Requires-Dist: GitPython==3.1.41
|
|
17
|
-
Requires-Dist: Jinja2==3.1.3
|
|
18
|
-
Requires-Dist: Pillow==10.3.0
|
|
19
|
-
Requires-Dist: PyGithub==1.59.0
|
|
20
|
-
Requires-Dist: PyJWT==2.6.0
|
|
21
|
-
Requires-Dist: aiofiles==22.1.0
|
|
22
|
-
Requires-Dist: aiohttp==3.10.0
|
|
23
|
-
Requires-Dist: alembic>=1.7.5
|
|
24
|
-
Requires-Dist: bcrypt==4.0.1
|
|
25
|
-
Requires-Dist: croniter==1.3.7
|
|
26
|
-
Requires-Dist: cryptography==41.0.6
|
|
27
|
-
Requires-Dist: dask>=2022.2.0
|
|
28
|
-
Requires-Dist: datadog==0.44.0
|
|
29
|
-
Requires-Dist: freezegun==1.2.2
|
|
30
|
-
Requires-Dist: great-expectations==0.18.12
|
|
31
|
-
Requires-Dist: httpx==0.23.1
|
|
32
|
-
Requires-Dist: inflection==0.5.1
|
|
33
|
-
Requires-Dist: ipykernel==6.15.0
|
|
34
|
-
Requires-Dist: ipython==8.10.0
|
|
35
|
-
Requires-Dist: itsdangerous~=1.1.0
|
|
36
|
-
Requires-Dist: joblib>=1.1.0
|
|
37
|
-
Requires-Dist: jupyter-server==1.23.5
|
|
38
|
-
Requires-Dist: jupyter-client==7.4.4
|
|
39
|
-
Requires-Dist: ldap3==2.9.1
|
|
40
|
-
Requires-Dist: memory-profiler
|
|
41
|
-
Requires-Dist: newrelic==8.8.0
|
|
42
|
-
Requires-Dist: numpy>=1.22.0
|
|
43
|
-
Requires-Dist: pandas>=1.3.0
|
|
44
|
-
Requires-Dist: polars<0.19.2,>=0.18.0
|
|
45
|
-
Requires-Dist: protobuf~=4.21.12
|
|
46
|
-
Requires-Dist: psutil==5.9.8
|
|
47
|
-
Requires-Dist: pyarrow==14.0.1
|
|
48
|
-
Requires-Dist: python-dateutil==2.8.2
|
|
49
|
-
Requires-Dist: pytz>=2022.2.1
|
|
50
|
-
Requires-Dist: pyyaml~=6.0
|
|
51
|
-
Requires-Dist: redis~=5.0.1
|
|
52
|
-
Requires-Dist: requests~=2.31.0
|
|
53
|
-
Requires-Dist: ruamel.yaml==0.17.17
|
|
54
|
-
Requires-Dist: scikit-learn>=1.0
|
|
55
|
-
Requires-Dist: sentry-sdk==1.19.1
|
|
56
|
-
Requires-Dist: simplejson
|
|
57
|
-
Requires-Dist: six>=1.15.0
|
|
58
|
-
Requires-Dist: sqlalchemy<2.0.0,>=1.4.20
|
|
59
|
-
Requires-Dist: sqlglot[rs]
|
|
60
|
-
Requires-Dist: terminado==0.17.1
|
|
61
|
-
Requires-Dist: thefuzz[speedup]==0.19.0
|
|
62
|
-
Requires-Dist: tornado==6.3.3
|
|
63
|
-
Requires-Dist: typer[all]==0.9.0
|
|
64
|
-
Requires-Dist: typing-extensions==4.10.0
|
|
65
|
-
Requires-Dist: watchdog==4.0.0
|
|
66
|
-
Provides-Extra: ai
|
|
67
|
-
Requires-Dist: astor>=0.8.1; extra == "ai"
|
|
68
|
-
Requires-Dist: langchain==0.1.6; extra == "ai"
|
|
69
|
-
Requires-Dist: langchain-community<0.0.20; extra == "ai"
|
|
70
|
-
Requires-Dist: openai==1.39.0; extra == "ai"
|
|
71
|
-
Provides-Extra: all
|
|
72
|
-
Requires-Dist: PyGithub==1.59.0; extra == "all"
|
|
73
|
-
Requires-Dist: astor>=0.8.1; extra == "all"
|
|
74
|
-
Requires-Dist: aws-secretsmanager-caching==1.1.1.5; extra == "all"
|
|
75
|
-
Requires-Dist: azure-eventhub==5.11.2; extra == "all"
|
|
76
|
-
Requires-Dist: azure-identity==1.12.0; extra == "all"
|
|
77
|
-
Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "all"
|
|
78
|
-
Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "all"
|
|
79
|
-
Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "all"
|
|
80
|
-
Requires-Dist: azure-storage-blob==12.14.1; extra == "all"
|
|
81
|
-
Requires-Dist: boto3==1.26.60; extra == "all"
|
|
82
|
-
Requires-Dist: botocore==1.29.60; extra == "all"
|
|
83
|
-
Requires-Dist: clickhouse-connect~=0.6.23; extra == "all"
|
|
84
|
-
Requires-Dist: confluent-avro~=1.8.0; extra == "all"
|
|
85
|
-
Requires-Dist: db-dtypes==1.0.5; extra == "all"
|
|
86
|
-
Requires-Dist: dbt-bigquery==1.7.2; extra == "all"
|
|
87
|
-
Requires-Dist: dbt-clickhouse==1.7.1; extra == "all"
|
|
88
|
-
Requires-Dist: dbt-core==1.7.4; extra == "all"
|
|
89
|
-
Requires-Dist: dbt-duckdb==1.7.0; extra == "all"
|
|
90
|
-
Requires-Dist: dbt-postgres==1.7.4; extra == "all"
|
|
91
|
-
Requires-Dist: dbt-redshift==1.7.1; extra == "all"
|
|
92
|
-
Requires-Dist: dbt-snowflake==1.7.1; extra == "all"
|
|
93
|
-
Requires-Dist: dbt-spark==1.7.1; extra == "all"
|
|
94
|
-
Requires-Dist: dbt-sqlserver==1.7.4; extra == "all"
|
|
95
|
-
Requires-Dist: dbt-trino==1.7.1; extra == "all"
|
|
96
|
-
Requires-Dist: duckdb==1.0.0; extra == "all"
|
|
97
|
-
Requires-Dist: elasticsearch==8.9.0; extra == "all"
|
|
98
|
-
Requires-Dist: google-api-core~=2.15.0; extra == "all"
|
|
99
|
-
Requires-Dist: google-api-python-client~=2.70.0; extra == "all"
|
|
100
|
-
Requires-Dist: google-cloud-bigquery~=3.14.1; extra == "all"
|
|
101
|
-
Requires-Dist: google-cloud-iam~=2.13.0; extra == "all"
|
|
102
|
-
Requires-Dist: google-cloud-pubsub~=2.19.0; extra == "all"
|
|
103
|
-
Requires-Dist: google-cloud-run~=0.10.1; extra == "all"
|
|
104
|
-
Requires-Dist: google-cloud-storage~=2.5.0; extra == "all"
|
|
105
|
-
Requires-Dist: great-expectations==0.18.12; extra == "all"
|
|
106
|
-
Requires-Dist: gspread==5.7.2; extra == "all"
|
|
107
|
-
Requires-Dist: influxdb-client==1.36.1; extra == "all"
|
|
108
|
-
Requires-Dist: kafka-python==2.0.2; extra == "all"
|
|
109
|
-
Requires-Dist: kubernetes>=28.1.0; extra == "all"
|
|
110
|
-
Requires-Dist: langchain==0.1.6; extra == "all"
|
|
111
|
-
Requires-Dist: langchain-community<0.0.20; extra == "all"
|
|
112
|
-
Requires-Dist: ldap3==2.9.1; extra == "all"
|
|
113
|
-
Requires-Dist: nats-py==2.6.0; extra == "all"
|
|
114
|
-
Requires-Dist: nkeys~=0.1.0; extra == "all"
|
|
115
|
-
Requires-Dist: openai==1.39.0; extra == "all"
|
|
116
|
-
Requires-Dist: opensearch-py==2.0.0; extra == "all"
|
|
117
|
-
Requires-Dist: opentelemetry-api==1.22.0; extra == "all"
|
|
118
|
-
Requires-Dist: opentelemetry-exporter-prometheus==0.43b0; extra == "all"
|
|
119
|
-
Requires-Dist: opentelemetry-instrumentation-tornado==0.43b0; extra == "all"
|
|
120
|
-
Requires-Dist: opentelemetry-exporter-otlp==1.22.0; extra == "all"
|
|
121
|
-
Requires-Dist: opentelemetry-instrumentation-sqlalchemy==0.43b0; extra == "all"
|
|
122
|
-
Requires-Dist: oracledb==1.3.1; extra == "all"
|
|
123
|
-
Requires-Dist: pika==1.3.1; extra == "all"
|
|
124
|
-
Requires-Dist: pinotdb==5.1.0; extra == "all"
|
|
125
|
-
Requires-Dist: prometheus-client>=0.18.0; extra == "all"
|
|
126
|
-
Requires-Dist: protobuf~=4.21.12; extra == "all"
|
|
127
|
-
Requires-Dist: psycopg2-binary==2.9.3; extra == "all"
|
|
128
|
-
Requires-Dist: psycopg2==2.9.3; extra == "all"
|
|
129
|
-
Requires-Dist: pyairtable==2.3.3; extra == "all"
|
|
130
|
-
Requires-Dist: pydruid==0.6.5; extra == "all"
|
|
131
|
-
Requires-Dist: pymongo==4.3.3; extra == "all"
|
|
132
|
-
Requires-Dist: pyodbc==4.0.35; extra == "all"
|
|
133
|
-
Requires-Dist: redshift-connector==2.0.915; extra == "all"
|
|
134
|
-
Requires-Dist: lxml==4.9.4; extra == "all"
|
|
135
|
-
Requires-Dist: requests-aws4auth==1.1.2; extra == "all"
|
|
136
|
-
Requires-Dist: snowflake-connector-python==3.5.0; extra == "all"
|
|
137
|
-
Requires-Dist: sshtunnel==0.4.0; extra == "all"
|
|
138
|
-
Requires-Dist: stomp.py==8.1.0; extra == "all"
|
|
139
|
-
Requires-Dist: thefuzz[speedup]==0.19.0; extra == "all"
|
|
140
|
-
Requires-Dist: trino~=0.326; extra == "all"
|
|
141
|
-
Provides-Extra: azure
|
|
142
|
-
Requires-Dist: azure-eventhub==5.11.2; extra == "azure"
|
|
143
|
-
Requires-Dist: azure-identity==1.12.0; extra == "azure"
|
|
144
|
-
Requires-Dist: azure-keyvault-secrets==4.6.0; extra == "azure"
|
|
145
|
-
Requires-Dist: azure-keyvault-certificates==4.6.0; extra == "azure"
|
|
146
|
-
Requires-Dist: azure-mgmt-containerinstance==10.1.0; extra == "azure"
|
|
147
|
-
Requires-Dist: azure-storage-blob==12.14.1; extra == "azure"
|
|
148
|
-
Provides-Extra: bigquery
|
|
149
|
-
Requires-Dist: google-cloud-bigquery~=3.0; extra == "bigquery"
|
|
150
|
-
Requires-Dist: db-dtypes==1.0.5; extra == "bigquery"
|
|
151
|
-
Provides-Extra: chroma
|
|
152
|
-
Requires-Dist: chromadb>=0.4.17; extra == "chroma"
|
|
153
|
-
Provides-Extra: clickhouse
|
|
154
|
-
Requires-Dist: clickhouse-connect~=0.6.23; extra == "clickhouse"
|
|
155
|
-
Provides-Extra: dbt
|
|
156
|
-
Requires-Dist: dbt-bigquery==1.7.2; extra == "dbt"
|
|
157
|
-
Requires-Dist: dbt-clickhouse==1.7.1; extra == "dbt"
|
|
158
|
-
Requires-Dist: dbt-core==1.7.4; extra == "dbt"
|
|
159
|
-
Requires-Dist: dbt-duckdb==1.7.0; extra == "dbt"
|
|
160
|
-
Requires-Dist: dbt-postgres==1.7.4; extra == "dbt"
|
|
161
|
-
Requires-Dist: dbt-redshift==1.7.1; extra == "dbt"
|
|
162
|
-
Requires-Dist: dbt-snowflake==1.7.1; extra == "dbt"
|
|
163
|
-
Requires-Dist: dbt-spark==1.7.1; extra == "dbt"
|
|
164
|
-
Requires-Dist: dbt-sqlserver==1.7.4; extra == "dbt"
|
|
165
|
-
Requires-Dist: dbt-trino==1.7.1; extra == "dbt"
|
|
166
|
-
Requires-Dist: trino~=0.326; extra == "dbt"
|
|
167
|
-
Provides-Extra: google-cloud-storage
|
|
168
|
-
Requires-Dist: google-cloud-storage==2.5.0; extra == "google-cloud-storage"
|
|
169
|
-
Requires-Dist: gspread==5.7.2; extra == "google-cloud-storage"
|
|
170
|
-
Provides-Extra: hdf5
|
|
171
|
-
Requires-Dist: tables==3.7.0; extra == "hdf5"
|
|
172
|
-
Provides-Extra: mysql
|
|
173
|
-
Requires-Dist: mysql-connector-python~=8.2.0; extra == "mysql"
|
|
174
|
-
Provides-Extra: oracle
|
|
175
|
-
Requires-Dist: oracledb==1.3.1; extra == "oracle"
|
|
176
|
-
Provides-Extra: postgres
|
|
177
|
-
Requires-Dist: psycopg2==2.9.3; extra == "postgres"
|
|
178
|
-
Requires-Dist: psycopg2-binary==2.9.3; extra == "postgres"
|
|
179
|
-
Requires-Dist: sshtunnel==0.4.0; extra == "postgres"
|
|
180
|
-
Provides-Extra: qdrant
|
|
181
|
-
Requires-Dist: qdrant-client==1.6.9; extra == "qdrant"
|
|
182
|
-
Requires-Dist: sentence-transformers==2.2.2; extra == "qdrant"
|
|
183
|
-
Provides-Extra: redshift
|
|
184
|
-
Requires-Dist: boto3==1.26.60; extra == "redshift"
|
|
185
|
-
Requires-Dist: redshift-connector==2.0.915; extra == "redshift"
|
|
186
|
-
Requires-Dist: lxml==4.9.4; extra == "redshift"
|
|
187
|
-
Provides-Extra: s3
|
|
188
|
-
Requires-Dist: boto3==1.26.60; extra == "s3"
|
|
189
|
-
Requires-Dist: botocore==1.29.60; extra == "s3"
|
|
190
|
-
Provides-Extra: snowflake
|
|
191
|
-
Requires-Dist: snowflake-connector-python==3.5.0; extra == "snowflake"
|
|
192
|
-
Provides-Extra: spark
|
|
193
|
-
Requires-Dist: boto3==1.26.60; extra == "spark"
|
|
194
|
-
Requires-Dist: botocore==1.29.60; extra == "spark"
|
|
195
|
-
Provides-Extra: streaming
|
|
196
|
-
Requires-Dist: confluent-avro~=1.8.0; extra == "streaming"
|
|
197
|
-
Requires-Dist: elasticsearch==8.9.0; extra == "streaming"
|
|
198
|
-
Requires-Dist: influxdb-client==1.36.1; extra == "streaming"
|
|
199
|
-
Requires-Dist: kafka-python==2.0.2; extra == "streaming"
|
|
200
|
-
Requires-Dist: nats-py==2.6.0; extra == "streaming"
|
|
201
|
-
Requires-Dist: nkeys~=0.1.0; extra == "streaming"
|
|
202
|
-
Requires-Dist: opensearch-py==2.0.0; extra == "streaming"
|
|
203
|
-
Requires-Dist: pika==1.3.1; extra == "streaming"
|
|
204
|
-
Requires-Dist: pymongo==4.3.3; extra == "streaming"
|
|
205
|
-
Requires-Dist: requests-aws4auth==1.1.2; extra == "streaming"
|
|
206
|
-
Requires-Dist: stomp.py==8.1.0; extra == "streaming"
|
|
207
|
-
|
|
208
|
-
<h1 align="center">
|
|
209
|
-
<a
|
|
210
|
-
target="_blank"
|
|
211
|
-
href="https://mage.ai"
|
|
212
|
-
>
|
|
213
|
-
<img
|
|
214
|
-
align="center"
|
|
215
|
-
alt="Mage"
|
|
216
|
-
src="https://github.com/mage-ai/assets/blob/main/mascots/mascots-shorter.jpeg?raw=true"
|
|
217
|
-
style="width:100%;"
|
|
218
|
-
/>
|
|
219
|
-
</a>
|
|
220
|
-
</h1>
|
|
221
|
-
<p align="center">
|
|
222
|
-
🧙 A modern replacement for Airflow.
|
|
223
|
-
</p>
|
|
224
|
-
|
|
225
|
-
<p align="center">
|
|
226
|
-
<a
|
|
227
|
-
href="https://docs.mage.ai"
|
|
228
|
-
target="_blank"
|
|
229
|
-
><b>Documentation</b></a> 🌪️
|
|
230
|
-
<a
|
|
231
|
-
href="https://youtu.be/GswOdShLGmg"
|
|
232
|
-
target="_blank"
|
|
233
|
-
><b>Get a 5 min overview</b></a> 🌊
|
|
234
|
-
<a
|
|
235
|
-
href="https://demo.mage.ai"
|
|
236
|
-
target="_blank"
|
|
237
|
-
><b>Play with live tool</b></a> 🔥
|
|
238
|
-
<a
|
|
239
|
-
href="https://www.mage.ai/chat"
|
|
240
|
-
target="_blank"
|
|
241
|
-
>
|
|
242
|
-
<b>Get instant help</b>
|
|
243
|
-
</a>
|
|
244
|
-
</p>
|
|
245
|
-
<div align="center">
|
|
246
|
-
<a
|
|
247
|
-
href="https://pypi.org/project/mage-ai/"
|
|
248
|
-
target="_blank"
|
|
249
|
-
>
|
|
250
|
-
<img alt="PyPi" src="https://img.shields.io/pypi/v/mage-ai?color=orange" />
|
|
251
|
-
</a>
|
|
252
|
-
<a
|
|
253
|
-
href="https://anaconda.org/conda-forge/mage-ai"
|
|
254
|
-
target="_blank"
|
|
255
|
-
>
|
|
256
|
-
<img src="https://anaconda.org/conda-forge/mage-ai/badges/version.svg" />
|
|
257
|
-
</a>
|
|
258
|
-
<a
|
|
259
|
-
href="https://opensource.org/licenses/Apache-2.0"
|
|
260
|
-
target="_blank"
|
|
261
|
-
>
|
|
262
|
-
<img alt="License" src="https://img.shields.io/github/license/mage-ai/mage-ai?color=red" />
|
|
263
|
-
</a>
|
|
264
|
-
<a
|
|
265
|
-
href="https://www.mage.ai/chat"
|
|
266
|
-
target="_blank"
|
|
267
|
-
>
|
|
268
|
-
<img alt="Slack" src="https://img.shields.io/badge/Slack-Join%20Slack-blueviolet?logo=slack" />
|
|
269
|
-
</a>
|
|
270
|
-
<a
|
|
271
|
-
href="https://github.com/mage-ai/mage-ai"
|
|
272
|
-
target="_blank"
|
|
273
|
-
>
|
|
274
|
-
<img alt="GitHub Stars" src="https://img.shields.io/github/stars/mage-ai/mage-ai?logo=github">
|
|
275
|
-
</a>
|
|
276
|
-
<a
|
|
277
|
-
href="https://hub.docker.com/r/mageai/mageai"
|
|
278
|
-
target="_blank"
|
|
279
|
-
>
|
|
280
|
-
<img alt="Docker pulls" src="https://img.shields.io/docker/pulls/mageai/mageai.svg">
|
|
281
|
-
</a>
|
|
282
|
-
<a
|
|
283
|
-
href="https://pepy.tech/project/mage-ai"
|
|
284
|
-
target="_blank"
|
|
285
|
-
>
|
|
286
|
-
<img alt="pip installs" src="https://static.pepy.tech/personalized-badge/mage-ai?period=total&units=international_system&left_color=grey&right_color=blue&left_text=pip%20installs">
|
|
287
|
-
</a>
|
|
288
|
-
</div>
|
|
289
|
-
<img
|
|
290
|
-
referrerpolicy="no-referrer-when-downgrade"
|
|
291
|
-
src="https://static.scarf.sh/a.png?x-pxid=b3c96d79-b8f0-414b-a687-8bfc164b4b7a"
|
|
292
|
-
/>
|
|
293
|
-
|
|
294
|
-
<div align="center">
|
|
295
|
-
|
|
296
|
-
### Give your data team `magical` powers
|
|
297
|
-
|
|
298
|
-
</div>
|
|
299
|
-
|
|
300
|
-
<p align="center">
|
|
301
|
-
<b>Integrate</b> and synchronize data from 3rd party sources
|
|
302
|
-
</p>
|
|
303
|
-
|
|
304
|
-
<p align="center">
|
|
305
|
-
Build real-time and batch pipelines to <b>transform</b> data using Python, SQL, and R
|
|
306
|
-
</p>
|
|
307
|
-
|
|
308
|
-
<p align="center">
|
|
309
|
-
Run, monitor, and <b>orchestrate</b> thousands of pipelines without losing sleep
|
|
310
|
-
</p>
|
|
311
|
-
|
|
312
|
-
<br />
|
|
313
|
-
|
|
314
|
-
<p align="center">1️⃣ 🏗️</p>
|
|
315
|
-
<h1 align="center">Build</h1>
|
|
316
|
-
<p align="center">
|
|
317
|
-
Have you met anyone who said they loved developing in Airflow?
|
|
318
|
-
<br />
|
|
319
|
-
That’s why we designed an easy developer experience that you’ll enjoy.
|
|
320
|
-
</p>
|
|
321
|
-
|
|
322
|
-
| | |
|
|
323
|
-
| --- | --- |
|
|
324
|
-
| <b>Easy developer experience</b><br />Start developing locally with a single command or launch a dev environment in your cloud using Terraform.<br /><br/><b>Language of choice</b><br />Write code in Python, SQL, or R in the same data pipeline for ultimate flexibility.<br /><br /><b>Engineering best practices built-in</b><br />Each step in your pipeline is a standalone file containing modular code that’s reusable and testable with data validations. No more DAGs with spaghetti code. | <img src="https://github.com/mage-ai/assets/blob/main/overview/mage-build.gif?raw=true" /> |
|
|
325
|
-
|
|
326
|
-
<p align="center">
|
|
327
|
-
↓
|
|
328
|
-
</p>
|
|
329
|
-
|
|
330
|
-
<p align="center">2️⃣ 🔮</p>
|
|
331
|
-
<h1 align="center">Preview</h1>
|
|
332
|
-
<p align="center">
|
|
333
|
-
Stop wasting time waiting around for your DAGs to finish testing.
|
|
334
|
-
<br />
|
|
335
|
-
Get instant feedback from your code each time you run it.
|
|
336
|
-
</p>
|
|
337
|
-
|
|
338
|
-
| | |
|
|
339
|
-
| --- | --- |
|
|
340
|
-
| <b>Interactive code</b><br />Immediately see results from your code’s output with an interactive notebook UI.<br /><br/><b>Data is a first-class citizen</b><br />Each block of code in your pipeline produces data that can be versioned, partitioned, and cataloged for future use.<br /><br /><b>Collaborate on cloud</b><br />Develop collaboratively on cloud resources, version control with Git, and test pipelines without waiting for an available shared staging environment. | <img src="https://github.com/mage-ai/assets/blob/main/overview/mage-preview.gif?raw=True" /> |
|
|
341
|
-
|
|
342
|
-
<p align="center">
|
|
343
|
-
↓
|
|
344
|
-
</p>
|
|
345
|
-
|
|
346
|
-
<p align="center">3️⃣ 🚀</p>
|
|
347
|
-
<h1 align="center">Launch</h1>
|
|
348
|
-
<p align="center">
|
|
349
|
-
Don’t have a large team dedicated to Airflow?
|
|
350
|
-
<br />
|
|
351
|
-
Mage makes it easy for a single developer or small team to scale up and manage thousands of pipelines.
|
|
352
|
-
</p>
|
|
353
|
-
|
|
354
|
-
| | |
|
|
355
|
-
| --- | --- |
|
|
356
|
-
| <b>Fast deploy</b><br />Deploy Mage to AWS, GCP, or Azure with only 2 commands using maintained Terraform templates.<br /><br/><b>Scaling made simple</b><br />Transform very large datasets directly in your data warehouse or through a native integration with Spark.<br /><br /><b>Observability</b><br />Operationalize your pipelines with built-in monitoring, alerting, and observability through an intuitive UI. | <img src="https://github.com/mage-ai/assets/blob/main/overview/observability.gif?raw=True" /> |
|
|
357
|
-
|
|
358
|
-
<br />
|
|
359
|
-
|
|
360
|
-
# 🧙 Intro
|
|
361
|
-
|
|
362
|
-
Mage is an open-source data pipeline tool for transforming and integrating data.
|
|
363
|
-
|
|
364
|
-
1. [Install](#%EF%B8%8F-install)
|
|
365
|
-
1. [Demo](#-demo)
|
|
366
|
-
1. [Tutorials](#-tutorials)
|
|
367
|
-
1. [Documentation](https://docs.mage.ai)
|
|
368
|
-
1. [Features](#-features)
|
|
369
|
-
1. [Core design principles](https://docs.mage.ai/design/core-design-principles)
|
|
370
|
-
1. [Core abstractions](https://docs.mage.ai/design/core-abstractions)
|
|
371
|
-
1. [Contributing](https://docs.mage.ai/community/contributing)
|
|
372
|
-
|
|
373
|
-
<br />
|
|
374
|
-
|
|
375
|
-
# 🏃♀️ Install
|
|
376
|
-
|
|
377
|
-
The recommended way to install the latest version of Mage is through Docker with the following command:
|
|
378
|
-
|
|
379
|
-
```bash
|
|
380
|
-
docker pull mageai/mageai:latest
|
|
381
|
-
```
|
|
382
|
-
|
|
383
|
-
You can also install Mage using pip or conda, though this may cause dependency issues without the proper environment.
|
|
384
|
-
|
|
385
|
-
```bash
|
|
386
|
-
pip install mage-ai
|
|
387
|
-
```
|
|
388
|
-
```bash
|
|
389
|
-
conda install -c conda-forge mage-ai
|
|
390
|
-
```
|
|
391
|
-
|
|
392
|
-
Looking for help? The _fastest_ way to get started is by checking out our documentation [here](https://docs.mage.ai/getting-started/setup).
|
|
393
|
-
|
|
394
|
-
Looking for quick examples? Open a [demo](https://demo.mage.ai/) project right in your browser or check out our [guides](https://docs.mage.ai/guides/overview).
|
|
395
|
-
|
|
396
|
-
# 🎮 Demo
|
|
397
|
-
|
|
398
|
-
### Live demo
|
|
399
|
-
|
|
400
|
-
Build and run a data pipeline with our <b>[demo app](https://demo.mage.ai/)</b>.
|
|
401
|
-
|
|
402
|
-
> WARNING
|
|
403
|
-
>
|
|
404
|
-
> The live demo is public to everyone, please don’t save anything sensitive (e.g. passwords, secrets, etc).
|
|
405
|
-
### Demo video (5 min)
|
|
406
|
-
|
|
407
|
-
[](https://youtu.be/GswOdShLGmg)
|
|
408
|
-
|
|
409
|
-
<sub><i>Click the image to play video</i></sub>
|
|
410
|
-
|
|
411
|
-
<br />
|
|
412
|
-
|
|
413
|
-
# 👩🏫 Tutorials
|
|
414
|
-
|
|
415
|
-
- [Load data from API, transform it, and export it to PostgreSQL](https://docs.mage.ai/guides/load-api-data)
|
|
416
|
-
- [Integrate Mage into an existing Airflow project](https://docs.mage.ai/integrations/airflow)
|
|
417
|
-
- [Train model on Titanic dataset](https://docs.mage.ai/guides/train-model)
|
|
418
|
-
- [Set up dbt models and orchestrate dbt runs](https://docs.mage.ai/integrations/dbt-models)
|
|
419
|
-
|
|
420
|
-
<img alt="Fire mage" height="160" src="https://github.com/mage-ai/assets/blob/main/mage-fire-charging-up.svg?raw=True" />
|
|
421
|
-
|
|
422
|
-
<br />
|
|
423
|
-
|
|
424
|
-
# 🔮 [Features](https://docs.mage.ai/about/features)
|
|
425
|
-
|
|
426
|
-
| | | |
|
|
427
|
-
| --- | --- | --- |
|
|
428
|
-
| 🎶 | <b>[Orchestration](https://docs.mage.ai/design/data-pipeline-management)</b> | Schedule and manage data pipelines with observability. |
|
|
429
|
-
| 📓 | <b>[Notebook](https://docs.mage.ai/about/features#notebook-for-building-data-pipelines)</b> | Interactive Python, SQL, & R editor for coding data pipelines. |
|
|
430
|
-
| 🏗️ | <b>[Data integrations](https://docs.mage.ai/data-integrations/overview)</b> | Synchronize data from 3rd party sources to your internal destinations. |
|
|
431
|
-
| 🚰 | <b>[Streaming pipelines](https://docs.mage.ai/guides/streaming-pipeline)</b> | Ingest and transform real-time data. |
|
|
432
|
-
| ❎ | <b>[dbt](https://docs.mage.ai/dbt/overview)</b> | Build, run, and manage your dbt models with Mage. |
|
|
433
|
-
|
|
434
|
-
<b>A sample data pipeline defined across 3 files ➝</b>
|
|
435
|
-
|
|
436
|
-
1. Load data ➝
|
|
437
|
-
```python
|
|
438
|
-
@data_loader
|
|
439
|
-
def load_csv_from_file():
|
|
440
|
-
return pd.read_csv('default_repo/titanic.csv')
|
|
441
|
-
```
|
|
442
|
-
1. Transform data ➝
|
|
443
|
-
```python
|
|
444
|
-
@transformer
|
|
445
|
-
def select_columns_from_df(df, *args):
|
|
446
|
-
return df[['Age', 'Fare', 'Survived']]
|
|
447
|
-
```
|
|
448
|
-
1. Export data ➝
|
|
449
|
-
```python
|
|
450
|
-
@data_exporter
|
|
451
|
-
def export_titanic_data_to_disk(df) -> None:
|
|
452
|
-
df.to_csv('default_repo/titanic_transformed.csv')
|
|
453
|
-
```
|
|
454
|
-
|
|
455
|
-
<b>What the data pipeline looks like in the UI ➝</b>
|
|
456
|
-
|
|
457
|
-
<img
|
|
458
|
-
alt="data pipeline overview"
|
|
459
|
-
src="https://github.com/mage-ai/assets/blob/main/data-pipeline-overview.png?raw=True"
|
|
460
|
-
/>
|
|
461
|
-
|
|
462
|
-
New? We recommend reading about <b>[blocks](https://docs.mage.ai/design/blocks)</b> and
|
|
463
|
-
learning from a <b>[hands-on tutorial](https://docs.mage.ai/guides/load-api-data)</b>.
|
|
464
|
-
|
|
465
|
-
[](https://www.mage.ai/chat)
|
|
466
|
-
|
|
467
|
-
<br />
|
|
468
|
-
|
|
469
|
-
# 🏔️ [Core design principles](https://docs.mage.ai/design/core-design-principles)
|
|
470
|
-
|
|
471
|
-
Every user experience and technical design decision adheres to these principles.
|
|
472
|
-
|
|
473
|
-
| | | |
|
|
474
|
-
| --- | --- | --- |
|
|
475
|
-
| 💻 | [Easy developer experience](https://docs.mage.ai/design/core-design-principles#easy-developer-experience) | Open-source engine that comes with a custom notebook UI for building data pipelines. |
|
|
476
|
-
| 🚢 | [Engineering best practices built-in](https://docs.mage.ai/design/core-design-principles#engineering-best-practices-built-in) | Build and deploy data pipelines using modular code. No more writing throwaway code or trying to turn notebooks into scripts. |
|
|
477
|
-
| 💳 | [Data is a first-class citizen](https://docs.mage.ai/design/core-design-principles#data-is-a-first-class-citizen) | Designed from the ground up specifically for running data-intensive workflows. |
|
|
478
|
-
| 🪐 | [Scaling is made simple](https://docs.mage.ai/design/core-design-principles#scaling-is-made-simple) | Analyze and process large data quickly for rapid iteration. |
|
|
479
|
-
|
|
480
|
-
<br />
|
|
481
|
-
|
|
482
|
-
# 🛸 [Core abstractions](https://docs.mage.ai/design/core-abstractions)
|
|
483
|
-
|
|
484
|
-
These are the fundamental concepts that Mage uses to operate.
|
|
485
|
-
|
|
486
|
-
| | |
|
|
487
|
-
| --- | --- |
|
|
488
|
-
| [Project](https://docs.mage.ai/design/core-abstractions#project) | Like a repository on GitHub; this is where you write all your code. |
|
|
489
|
-
| [Pipeline](https://docs.mage.ai/design/core-abstractions#pipeline) | Contains references to all the blocks of code you want to run, charts for visualizing data, and organizes the dependency between each block of code. |
|
|
490
|
-
| [Block](https://docs.mage.ai/design/core-abstractions#block) | A file with code that can be executed independently or within a pipeline. |
|
|
491
|
-
| [Data product](https://docs.mage.ai/design/core-abstractions#data-product) | Every block produces data after it's been executed. These are called data products in Mage. |
|
|
492
|
-
| [Trigger](https://docs.mage.ai/design/core-abstractions#trigger) | A set of instructions that determine when or how a pipeline should run. |
|
|
493
|
-
| [Run](https://docs.mage.ai/design/core-abstractions#run) | Stores information about when it was started, its status, when it was completed, any runtime variables used in the execution of the pipeline or block, etc. |
|
|
494
|
-
|
|
495
|
-
<br />
|
|
496
|
-
|
|
497
|
-
# 🙋♀️ Contributing and developing
|
|
498
|
-
|
|
499
|
-
Add features and instantly improve the experience for everyone.
|
|
500
|
-
|
|
501
|
-
Check out the <b>[contributing guide](https://docs.mage.ai/community/contributing)</b>
|
|
502
|
-
to set up your development environment and start building.
|
|
503
|
-
|
|
504
|
-
<br />
|
|
505
|
-
|
|
506
|
-
# 👨👩👧👦 Community
|
|
507
|
-
Individually, we’re a mage.
|
|
508
|
-
|
|
509
|
-
> 🧙 Mage
|
|
510
|
-
>
|
|
511
|
-
> Magic is indistinguishable from advanced technology.
|
|
512
|
-
> A mage is someone who uses magic (aka advanced technology).
|
|
513
|
-
Together, we’re Magers!
|
|
514
|
-
|
|
515
|
-
> 🧙♂️🧙 Magers (`/ˈmājər/`)
|
|
516
|
-
>
|
|
517
|
-
> A group of mages who help each other realize their full potential!
|
|
518
|
-
Let’s hang out and chat together ➝
|
|
519
|
-
|
|
520
|
-
[](https://www.mage.ai/chat)
|
|
521
|
-
|
|
522
|
-
For real-time news, fun memes, data engineering topics, and more, join us on ➝
|
|
523
|
-
|
|
524
|
-
| | |
|
|
525
|
-
| --- | --- |
|
|
526
|
-
| <img alt="Twitter" height="20" src="https://user-images.githubusercontent.com/78053898/198755056-a15c4439-c07f-41ea-ba35-bc4bfdd09f1a.png" /> | [Twitter](https://twitter.com/mage_ai) |
|
|
527
|
-
| <img alt="LinkedIn" height="20" src="https://user-images.githubusercontent.com/78053898/198755052-2777d6ae-c161-4a4b-9ece-4fd7bd458e26.png" /> | [LinkedIn](https://www.linkedin.com/company/magetech/mycompany) |
|
|
528
|
-
| <img alt="GitHub" height="20" src="https://user-images.githubusercontent.com/78053898/198755053-5c3971b1-9c49-4888-8a8e-1599f0fc6646.png" /> | [GitHub](https://github.com/mage-ai/mage-ai) |
|
|
529
|
-
| <img alt="Slack" height="20" src="https://user-images.githubusercontent.com/78053898/198755054-03d47bfc-18b6-45a5-9593-7b496eb927f3.png" /> | [Slack](https://www.mage.ai/chat) |
|
|
530
|
-
|
|
531
|
-
<br />
|
|
532
|
-
|
|
533
|
-
# 🤔 Frequently Asked Questions (FAQs)
|
|
534
|
-
|
|
535
|
-
Check out our [FAQ page](https://docs.mage.ai/about/frequently-asked-questions) to find answers to some of our most asked questions.
|
|
536
|
-
|
|
537
|
-
<br />
|
|
538
|
-
|
|
539
|
-
# 🪪 License
|
|
540
|
-
See the [LICENSE](LICENSE) file for licensing information.
|
|
541
|
-
|
|
542
|
-
[<img alt="Water mage casting spell" height="300" src="https://github.com/mage-ai/assets/blob/main/mage-water-charging-up.svg?raw=True" />](https://www.mage.ai/)
|
|
543
|
-
|
|
544
|
-
<br />
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|