mage-ai 0.9.74__py3-none-any.whl → 0.9.79__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mage_ai/ai/llm_pipeline_wizard.py +6 -4
- mage_ai/ai/openai_client.py +7 -5
- mage_ai/api/policies/PipelineSchedulePolicy.py +1 -0
- mage_ai/api/presenters/PipelineSchedulePresenter.py +11 -2
- mage_ai/api/resources/GitFileResource.py +8 -0
- mage_ai/api/resources/PipelineScheduleResource.py +20 -14
- mage_ai/api/resources/PipelineTriggerResource.py +3 -1
- mage_ai/api/resources/SessionResource.py +2 -2
- mage_ai/api/resources/SyncResource.py +1 -1
- mage_ai/api/resources/UserResource.py +1 -1
- mage_ai/cli/main.py +8 -1
- mage_ai/data_cleaner/analysis/charts.py +1 -1
- mage_ai/data_cleaner/cleaning_rules/reformat_values.py +1 -1
- mage_ai/data_integrations/destinations/constants.py +3 -0
- mage_ai/data_integrations/sources/constants.py +2 -0
- mage_ai/data_preparation/executors/block_executor.py +8 -3
- mage_ai/data_preparation/executors/pipeline_executor.py +35 -19
- mage_ai/data_preparation/git/utils.py +2 -2
- mage_ai/data_preparation/logging/logger_manager.py +31 -2
- mage_ai/data_preparation/models/block/__init__.py +33 -27
- mage_ai/data_preparation/models/block/dbt/dbt_adapter.py +20 -8
- mage_ai/data_preparation/models/block/dynamic/constants.py +0 -1
- mage_ai/data_preparation/models/block/dynamic/counter.py +1 -3
- mage_ai/data_preparation/models/block/outputs.py +7 -1
- mage_ai/data_preparation/models/block/r/__init__.py +16 -5
- mage_ai/data_preparation/models/block/sql/__init__.py +2 -0
- mage_ai/data_preparation/models/block/sql/mssql.py +8 -0
- mage_ai/data_preparation/models/block/sql/utils/shared.py +6 -2
- mage_ai/data_preparation/models/constants.py +4 -1
- mage_ai/data_preparation/models/pipeline.py +11 -2
- mage_ai/data_preparation/models/project/__init__.py +3 -1
- mage_ai/data_preparation/models/triggers/__init__.py +1 -1
- mage_ai/data_preparation/storage/local_storage.py +4 -1
- mage_ai/data_preparation/templates/constants.py +7 -0
- mage_ai/data_preparation/templates/data_exporters/streaming/elasticsearch.yaml +3 -0
- mage_ai/data_preparation/templates/data_loaders/airtable.py +28 -0
- mage_ai/data_preparation/templates/data_loaders/streaming/nats.yaml +6 -3
- mage_ai/data_preparation/templates/repo/io_config.yaml +2 -0
- mage_ai/io/airtable.py +104 -0
- mage_ai/io/base.py +30 -1
- mage_ai/io/bigquery.py +36 -0
- mage_ai/io/config.py +6 -0
- mage_ai/io/mssql.py +21 -9
- mage_ai/io/mysql.py +6 -1
- mage_ai/io/oracledb.py +2 -4
- mage_ai/io/postgres.py +41 -19
- mage_ai/io/qdrant.py +1 -1
- mage_ai/io/redshift.py +13 -0
- mage_ai/io/sql.py +1 -0
- mage_ai/io/utils.py +18 -0
- mage_ai/orchestration/db/__init__.py +23 -3
- mage_ai/orchestration/db/migrations/versions/39d36f1dab73_create_genericjob.py +47 -0
- mage_ai/orchestration/db/models/oauth.py +2 -1
- mage_ai/orchestration/db/models/schedules.py +108 -6
- mage_ai/orchestration/db/models/schedules_project_platform.py +1 -1
- mage_ai/orchestration/db/models/secrets.py +11 -1
- mage_ai/orchestration/job_manager.py +19 -0
- mage_ai/orchestration/metrics/pipeline_run.py +1 -1
- mage_ai/orchestration/notification/sender.py +2 -2
- mage_ai/orchestration/pipeline_scheduler_original.py +150 -6
- mage_ai/orchestration/pipeline_scheduler_project_platform.py +4 -5
- mage_ai/orchestration/queue/config.py +11 -1
- mage_ai/orchestration/queue/process_queue.py +4 -0
- mage_ai/orchestration/utils/distributed_lock.py +8 -1
- mage_ai/orchestration/utils/resources.py +56 -2
- mage_ai/sample_datasets/salary_survey.csv +52 -52
- mage_ai/server/api/base.py +41 -0
- mage_ai/server/api/constants.py +1 -0
- mage_ai/server/api/triggers.py +9 -0
- mage_ai/server/constants.py +1 -1
- mage_ai/server/frontend_dist/404.html +3 -3
- mage_ai/server/frontend_dist/_next/static/TUo4RceCdMufBTBTq8CAq/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/{3763-39a5174f6a3924db.js → 3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/449-5e2253c6aba42557.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-b697b35dfc4e6e26.js +2 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{overview-1aad7093c6d39257.js → overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users-5db54821a3059c69.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-f65416f6dbe30ad3.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-5ae8efe9e0530212.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-776b2e5b0b6ceba8.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-03d9bca3bc5e6088.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-d25d07db166cbb04.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-fa61dc6c1370e6a5.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist/block-layout.html +3 -3
- mage_ai/server/frontend_dist/compute.html +6 -6
- mage_ai/server/frontend_dist/files.html +6 -6
- mage_ai/server/frontend_dist/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-data-products.html +6 -6
- mage_ai/server/frontend_dist/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/index.html +3 -3
- mage_ai/server/frontend_dist/manage/files.html +6 -6
- mage_ai/server/frontend_dist/manage/overview.html +6 -6
- mage_ai/server/frontend_dist/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/manage/settings.html +6 -6
- mage_ai/server/frontend_dist/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist/manage/users.html +6 -6
- mage_ai/server/frontend_dist/manage.html +6 -6
- mage_ai/server/frontend_dist/oauth.html +5 -5
- mage_ai/server/frontend_dist/overview.html +6 -6
- mage_ai/server/frontend_dist/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist/pipelines.html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist/settings.html +3 -3
- mage_ai/server/frontend_dist/sign-in.html +7 -7
- mage_ai/server/frontend_dist/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist/templates.html +6 -6
- mage_ai/server/frontend_dist/terminal.html +6 -6
- mage_ai/server/frontend_dist/test.html +3 -3
- mage_ai/server/frontend_dist/triggers.html +6 -6
- mage_ai/server/frontend_dist/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist/v2.html +2 -2
- mage_ai/server/frontend_dist/version-control.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/404.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/_next/static/2QL-FT4lFR0a9bDZ7lNd9/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{3763-39a5174f6a3924db.js → 3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/449-5e2253c6aba42557.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist_base_path_template/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-f205accb03b9ff43.js +2 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist_base_path_template/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist_base_path_template/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{overview-1aad7093c6d39257.js → overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users-5db54821a3059c69.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-f65416f6dbe30ad3.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-5ae8efe9e0530212.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-776b2e5b0b6ceba8.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-03d9bca3bc5e6088.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-d25d07db166cbb04.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-fa61dc6c1370e6a5.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist_base_path_template/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist_base_path_template/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{webpack-12ad70eb5c31aa92.js → webpack-5f4be622608d9267.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/block-layout.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/compute.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/index.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/manage/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/oauth.html +5 -5
- mage_ai/server/frontend_dist_base_path_template/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/sign-in.html +7 -7
- mage_ai/server/frontend_dist_base_path_template/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/templates.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/terminal.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/test.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/v2.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/version-control.html +6 -6
- mage_ai/server/scheduler_manager.py +2 -0
- mage_ai/server/server.py +13 -0
- mage_ai/server/terminal_server.py +3 -0
- mage_ai/server/utils/output_display.py +5 -3
- mage_ai/services/aws/events/events.py +2 -2
- mage_ai/services/gcp/cloud_run/cloud_run.py +1 -1
- mage_ai/services/teams/config.py +13 -2
- mage_ai/services/teams/teams.py +13 -11
- mage_ai/settings/server.py +12 -1
- mage_ai/shared/constants.py +3 -1
- mage_ai/shared/croniter.py +1398 -0
- mage_ai/shared/enum.py +2 -5
- mage_ai/shared/environments.py +27 -3
- mage_ai/streaming/sinks/elasticsearch.py +15 -5
- mage_ai/streaming/sinks/kafka.py +21 -3
- mage_ai/streaming/sources/kafka.py +64 -7
- mage_ai/streaming/sources/kafka_oauth.py +182 -0
- mage_ai/tests/api/endpoints/test_blocks.py +1 -101
- mage_ai/tests/api/endpoints/test_configuration_options.py +1 -48
- mage_ai/tests/api/endpoints/test_configuration_options_project_platform.py +68 -0
- mage_ai/tests/api/endpoints/test_custom_designs.py +1 -106
- mage_ai/tests/api/endpoints/test_custom_designs_project_platform.py +132 -0
- mage_ai/tests/api/endpoints/test_dbt_blocks.py +111 -0
- mage_ai/tests/api/endpoints/test_file_contents.py +0 -48
- mage_ai/tests/api/endpoints/test_file_contents_with_project_platform.py +66 -0
- mage_ai/tests/api/endpoints/test_pipelines.py +0 -134
- mage_ai/tests/api/endpoints/test_pipelines_with_project_platform.py +143 -0
- mage_ai/tests/data_preparation/executors/test_block_executor.py +3 -3
- mage_ai/tests/data_preparation/logging/test_logger_manager.py +24 -5
- mage_ai/tests/data_preparation/models/block/dynamic/test_counter.py +1 -3
- mage_ai/tests/data_preparation/models/block/hook/test_hook_block.py +3 -3
- mage_ai/tests/data_preparation/models/test_block.py +7 -0
- mage_ai/tests/data_preparation/models/test_pipeline.py +55 -0
- mage_ai/tests/data_preparation/models/test_variable.py +2 -0
- mage_ai/tests/data_preparation/test_repo_manager.py +0 -63
- mage_ai/tests/data_preparation/test_repo_manager_project_platform.py +67 -0
- mage_ai/tests/data_preparation/test_variable_manager.py +0 -51
- mage_ai/tests/data_preparation/test_variable_manager_project_platform.py +41 -0
- mage_ai/tests/io/create_table/test_postgresql.py +28 -0
- mage_ai/tests/orchestration/db/models/test_schedules.py +1 -1
- mage_ai/tests/orchestration/notification/test_config.py +3 -3
- mage_ai/tests/orchestration/notification/test_sender.py +5 -1
- mage_ai/tests/orchestration/utils/__init__.py +0 -0
- mage_ai/tests/orchestration/utils/test_resources.py +235 -0
- mage_ai/tests/shared/test_croniter.py +2541 -0
- mage_ai/tests/streaming/sinks/test_kafka.py +130 -0
- mage_ai/tests/streaming/sources/test_kafka.py +125 -3
- mage_ai/tests/streaming/sources/test_kafka_oauth.py +208 -0
- mage_ai/tests/streaming/sources/test_kafka_raw_value.py +105 -0
- mage_ai/usage_statistics/logger.py +99 -15
- mage_ai-0.9.79.dist-info/METADATA +358 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.79.dist-info}/RECORD +377 -359
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.79.dist-info}/WHEEL +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-5bdff745074fb350.js +0 -2
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users-a5e9d77ed5b50205.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-cd49372ae1702963.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-5212c01a9dc558da.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai/server/frontend_dist/_next/static/pLWT6Sqd09xYpufCVIqnz/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/JQewSAObpbhO0wrdAM6Ng/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-90de19bc03f1484b.js +0 -2
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users-a5e9d77ed5b50205.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-cd49372ae1702963.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-5212c01a9dc558da.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai-0.9.74.dist-info/METADATA +0 -544
- /mage_ai/server/frontend_dist/_next/static/{pLWT6Sqd09xYpufCVIqnz → TUo4RceCdMufBTBTq8CAq}/_ssgManifest.js +0 -0
- /mage_ai/server/frontend_dist/_next/static/chunks/pages/{_app-5bdff745074fb350.js.LICENSE.txt → _app-b697b35dfc4e6e26.js.LICENSE.txt} +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/{JQewSAObpbhO0wrdAM6Ng → 2QL-FT4lFR0a9bDZ7lNd9}/_ssgManifest.js +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{_app-90de19bc03f1484b.js.LICENSE.txt → _app-f205accb03b9ff43.js.LICENSE.txt} +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.79.dist-info}/entry_points.txt +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.79.dist-info/licenses}/LICENSE +0 -0
- {mage_ai-0.9.74.dist-info → mage_ai-0.9.79.dist-info}/top_level.txt +0 -0
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from unittest.mock import patch
|
|
2
|
-
|
|
3
1
|
from mage_ai.data_preparation.models.pipeline import Pipeline
|
|
4
2
|
from mage_ai.tests.api.endpoints.mixins import (
|
|
5
3
|
BaseAPIEndpointTest,
|
|
@@ -9,7 +7,6 @@ from mage_ai.tests.api.endpoints.mixins import (
|
|
|
9
7
|
build_list_endpoint_tests,
|
|
10
8
|
build_update_endpoint_tests,
|
|
11
9
|
)
|
|
12
|
-
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
13
10
|
|
|
14
11
|
|
|
15
12
|
class PipelineAPIEndpointTest(BaseAPIEndpointTest):
|
|
@@ -111,134 +108,3 @@ build_delete_endpoint_tests(
|
|
|
111
108
|
Pipeline.get_all_pipelines(self.repo_path),
|
|
112
109
|
) == 1,
|
|
113
110
|
)
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
class PipelineWithProjectPlatformAPIEndpointTest(BaseAPIEndpointTest, ProjectPlatformMixin):
|
|
117
|
-
def setUp(self):
|
|
118
|
-
with patch('mage_ai.settings.platform.project_platform_activated', lambda: True):
|
|
119
|
-
with patch('mage_ai.settings.repo.project_platform_activated', lambda: True):
|
|
120
|
-
super().setUp()
|
|
121
|
-
self.setup_final()
|
|
122
|
-
|
|
123
|
-
def tearDown(self):
|
|
124
|
-
with patch('mage_ai.settings.platform.project_platform_activated', lambda: True):
|
|
125
|
-
with patch('mage_ai.settings.repo.project_platform_activated', lambda: True):
|
|
126
|
-
self.teardown_final()
|
|
127
|
-
super().tearDown()
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
build_list_endpoint_tests(
|
|
131
|
-
PipelineWithProjectPlatformAPIEndpointTest,
|
|
132
|
-
resource='pipelines',
|
|
133
|
-
list_count=3,
|
|
134
|
-
result_keys_to_compare=[
|
|
135
|
-
'blocks',
|
|
136
|
-
'callbacks',
|
|
137
|
-
'concurrency_config',
|
|
138
|
-
'conditionals',
|
|
139
|
-
'created_at',
|
|
140
|
-
'data_integration',
|
|
141
|
-
'description',
|
|
142
|
-
'executor_config',
|
|
143
|
-
'executor_count',
|
|
144
|
-
'executor_type',
|
|
145
|
-
'name',
|
|
146
|
-
'notification_config',
|
|
147
|
-
'retry_config',
|
|
148
|
-
'run_pipeline_in_one_process',
|
|
149
|
-
'spark_config',
|
|
150
|
-
'tags',
|
|
151
|
-
'type',
|
|
152
|
-
'updated_at',
|
|
153
|
-
'uuid',
|
|
154
|
-
'widgets',
|
|
155
|
-
],
|
|
156
|
-
patch_function_settings=[
|
|
157
|
-
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
158
|
-
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
159
|
-
],
|
|
160
|
-
)
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
build_create_endpoint_tests(
|
|
164
|
-
PipelineWithProjectPlatformAPIEndpointTest,
|
|
165
|
-
resource='pipelines',
|
|
166
|
-
assert_after_create_count=lambda self, mocks: len(
|
|
167
|
-
Pipeline.get_all_pipelines(self.repo_path),
|
|
168
|
-
) == 4,
|
|
169
|
-
assert_before_create_count=lambda self, mocks: len(
|
|
170
|
-
Pipeline.get_all_pipelines(self.repo_path),
|
|
171
|
-
) == 3,
|
|
172
|
-
build_payload=lambda self: dict(
|
|
173
|
-
name=self.faker.unique.name(),
|
|
174
|
-
),
|
|
175
|
-
patch_function_settings=[
|
|
176
|
-
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
177
|
-
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
178
|
-
],
|
|
179
|
-
)
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
build_detail_endpoint_tests(
|
|
183
|
-
PipelineWithProjectPlatformAPIEndpointTest,
|
|
184
|
-
resource='pipelines',
|
|
185
|
-
get_resource_id=lambda self: self.pipeline.uuid,
|
|
186
|
-
result_keys_to_compare=[
|
|
187
|
-
'blocks',
|
|
188
|
-
'callbacks',
|
|
189
|
-
'concurrency_config',
|
|
190
|
-
'conditionals',
|
|
191
|
-
'created_at',
|
|
192
|
-
'data_integration',
|
|
193
|
-
'description',
|
|
194
|
-
'executor_config',
|
|
195
|
-
'executor_count',
|
|
196
|
-
'executor_type',
|
|
197
|
-
'extensions',
|
|
198
|
-
'name',
|
|
199
|
-
'notification_config',
|
|
200
|
-
'retry_config',
|
|
201
|
-
'run_pipeline_in_one_process',
|
|
202
|
-
'spark_config',
|
|
203
|
-
'tags',
|
|
204
|
-
'type',
|
|
205
|
-
'updated_at',
|
|
206
|
-
'uuid',
|
|
207
|
-
'widgets',
|
|
208
|
-
],
|
|
209
|
-
patch_function_settings=[
|
|
210
|
-
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
211
|
-
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
212
|
-
],
|
|
213
|
-
)
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
build_update_endpoint_tests(
|
|
217
|
-
PipelineWithProjectPlatformAPIEndpointTest,
|
|
218
|
-
resource='pipelines',
|
|
219
|
-
get_resource_id=lambda self: self.pipeline.uuid,
|
|
220
|
-
build_payload=lambda self: dict(name=self.faker.unique.name()),
|
|
221
|
-
get_model_before_update=lambda self: self.pipeline,
|
|
222
|
-
assert_after_update=lambda self, result, model, mocks: model.name != result['name'],
|
|
223
|
-
patch_function_settings=[
|
|
224
|
-
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
225
|
-
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
226
|
-
],
|
|
227
|
-
)
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
build_delete_endpoint_tests(
|
|
231
|
-
PipelineWithProjectPlatformAPIEndpointTest,
|
|
232
|
-
resource='pipelines',
|
|
233
|
-
get_resource_id=lambda self: self.pipeline.uuid,
|
|
234
|
-
assert_after_delete_count=lambda self, mocks: len(
|
|
235
|
-
Pipeline.get_all_pipelines(self.repo_path),
|
|
236
|
-
) == 2,
|
|
237
|
-
assert_before_delete_count=lambda self, mocks: len(
|
|
238
|
-
Pipeline.get_all_pipelines(self.repo_path),
|
|
239
|
-
) == 3,
|
|
240
|
-
patch_function_settings=[
|
|
241
|
-
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
242
|
-
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
243
|
-
],
|
|
244
|
-
)
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
from unittest.mock import patch
|
|
2
|
+
|
|
3
|
+
from mage_ai.data_preparation.models.pipeline import Pipeline
|
|
4
|
+
from mage_ai.tests.api.endpoints.mixins import (
|
|
5
|
+
BaseAPIEndpointTest,
|
|
6
|
+
build_create_endpoint_tests,
|
|
7
|
+
build_delete_endpoint_tests,
|
|
8
|
+
build_detail_endpoint_tests,
|
|
9
|
+
build_list_endpoint_tests,
|
|
10
|
+
build_update_endpoint_tests,
|
|
11
|
+
)
|
|
12
|
+
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
class PipelineWithProjectPlatformAPIEndpointTest(BaseAPIEndpointTest, ProjectPlatformMixin):
|
|
16
|
+
def setUp(self):
|
|
17
|
+
with patch('mage_ai.settings.platform.project_platform_activated', lambda: True):
|
|
18
|
+
with patch('mage_ai.settings.repo.project_platform_activated', lambda: True):
|
|
19
|
+
super().setUp()
|
|
20
|
+
self.setup_final()
|
|
21
|
+
|
|
22
|
+
def tearDown(self):
|
|
23
|
+
with patch('mage_ai.settings.platform.project_platform_activated', lambda: True):
|
|
24
|
+
with patch('mage_ai.settings.repo.project_platform_activated', lambda: True):
|
|
25
|
+
self.teardown_final()
|
|
26
|
+
super().tearDown()
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
build_list_endpoint_tests(
|
|
30
|
+
PipelineWithProjectPlatformAPIEndpointTest,
|
|
31
|
+
resource='pipelines',
|
|
32
|
+
list_count=3,
|
|
33
|
+
result_keys_to_compare=[
|
|
34
|
+
'blocks',
|
|
35
|
+
'callbacks',
|
|
36
|
+
'concurrency_config',
|
|
37
|
+
'conditionals',
|
|
38
|
+
'created_at',
|
|
39
|
+
'data_integration',
|
|
40
|
+
'description',
|
|
41
|
+
'executor_config',
|
|
42
|
+
'executor_count',
|
|
43
|
+
'executor_type',
|
|
44
|
+
'name',
|
|
45
|
+
'notification_config',
|
|
46
|
+
'retry_config',
|
|
47
|
+
'run_pipeline_in_one_process',
|
|
48
|
+
'spark_config',
|
|
49
|
+
'tags',
|
|
50
|
+
'type',
|
|
51
|
+
'updated_at',
|
|
52
|
+
'uuid',
|
|
53
|
+
'widgets',
|
|
54
|
+
],
|
|
55
|
+
patch_function_settings=[
|
|
56
|
+
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
57
|
+
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
58
|
+
],
|
|
59
|
+
)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
build_create_endpoint_tests(
|
|
63
|
+
PipelineWithProjectPlatformAPIEndpointTest,
|
|
64
|
+
resource='pipelines',
|
|
65
|
+
assert_after_create_count=lambda self, mocks: len(
|
|
66
|
+
Pipeline.get_all_pipelines(self.repo_path),
|
|
67
|
+
) == 4,
|
|
68
|
+
assert_before_create_count=lambda self, mocks: len(
|
|
69
|
+
Pipeline.get_all_pipelines(self.repo_path),
|
|
70
|
+
) == 3,
|
|
71
|
+
build_payload=lambda self: dict(
|
|
72
|
+
name=self.faker.unique.name(),
|
|
73
|
+
),
|
|
74
|
+
patch_function_settings=[
|
|
75
|
+
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
76
|
+
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
77
|
+
],
|
|
78
|
+
)
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
build_detail_endpoint_tests(
|
|
82
|
+
PipelineWithProjectPlatformAPIEndpointTest,
|
|
83
|
+
resource='pipelines',
|
|
84
|
+
get_resource_id=lambda self: self.pipeline.uuid,
|
|
85
|
+
result_keys_to_compare=[
|
|
86
|
+
'blocks',
|
|
87
|
+
'callbacks',
|
|
88
|
+
'concurrency_config',
|
|
89
|
+
'conditionals',
|
|
90
|
+
'created_at',
|
|
91
|
+
'data_integration',
|
|
92
|
+
'description',
|
|
93
|
+
'executor_config',
|
|
94
|
+
'executor_count',
|
|
95
|
+
'executor_type',
|
|
96
|
+
'extensions',
|
|
97
|
+
'name',
|
|
98
|
+
'notification_config',
|
|
99
|
+
'retry_config',
|
|
100
|
+
'run_pipeline_in_one_process',
|
|
101
|
+
'spark_config',
|
|
102
|
+
'tags',
|
|
103
|
+
'type',
|
|
104
|
+
'updated_at',
|
|
105
|
+
'uuid',
|
|
106
|
+
'widgets',
|
|
107
|
+
],
|
|
108
|
+
patch_function_settings=[
|
|
109
|
+
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
110
|
+
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
111
|
+
],
|
|
112
|
+
)
|
|
113
|
+
|
|
114
|
+
|
|
115
|
+
build_update_endpoint_tests(
|
|
116
|
+
PipelineWithProjectPlatformAPIEndpointTest,
|
|
117
|
+
resource='pipelines',
|
|
118
|
+
get_resource_id=lambda self: self.pipeline.uuid,
|
|
119
|
+
build_payload=lambda self: dict(name=self.faker.unique.name()),
|
|
120
|
+
get_model_before_update=lambda self: self.pipeline,
|
|
121
|
+
assert_after_update=lambda self, result, model, mocks: model.name != result['name'],
|
|
122
|
+
patch_function_settings=[
|
|
123
|
+
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
124
|
+
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
125
|
+
],
|
|
126
|
+
)
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
build_delete_endpoint_tests(
|
|
130
|
+
PipelineWithProjectPlatformAPIEndpointTest,
|
|
131
|
+
resource='pipelines',
|
|
132
|
+
get_resource_id=lambda self: self.pipeline.uuid,
|
|
133
|
+
assert_after_delete_count=lambda self, mocks: len(
|
|
134
|
+
Pipeline.get_all_pipelines(self.repo_path),
|
|
135
|
+
) == 2,
|
|
136
|
+
assert_before_delete_count=lambda self, mocks: len(
|
|
137
|
+
Pipeline.get_all_pipelines(self.repo_path),
|
|
138
|
+
) == 3,
|
|
139
|
+
patch_function_settings=[
|
|
140
|
+
('mage_ai.settings.repo.project_platform_activated', lambda: True),
|
|
141
|
+
('mage_ai.settings.platform.project_platform_activated', lambda: True),
|
|
142
|
+
],
|
|
143
|
+
)
|
|
@@ -98,7 +98,7 @@ class BlockExecutorTest(BaseApiTestCase):
|
|
|
98
98
|
self.block_executor._execute_conditional = MagicMock(return_value=True)
|
|
99
99
|
self.block_executor._execute = MagicMock(return_value={'result': 'success'})
|
|
100
100
|
# self.block.run_tests = MagicMock()
|
|
101
|
-
self.block_executor.
|
|
101
|
+
self.block_executor.execute_callback = MagicMock()
|
|
102
102
|
|
|
103
103
|
result = self.block_executor.execute(
|
|
104
104
|
analyze_outputs=analyze_outputs,
|
|
@@ -167,7 +167,7 @@ class BlockExecutorTest(BaseApiTestCase):
|
|
|
167
167
|
# update_tests=False,
|
|
168
168
|
# dynamic_block_uuid=dynamic_block_uuid,
|
|
169
169
|
# )
|
|
170
|
-
self.block_executor.
|
|
170
|
+
self.block_executor.execute_callback.assert_called_with(
|
|
171
171
|
'on_success',
|
|
172
172
|
block_run_id=None,
|
|
173
173
|
callback_kwargs=dict(retry=dict(attempts=1)),
|
|
@@ -245,7 +245,7 @@ class BlockExecutorTest(BaseApiTestCase):
|
|
|
245
245
|
self.block.callback_blocks = [MagicMock(), MagicMock()]
|
|
246
246
|
self.block.callback_block = MagicMock()
|
|
247
247
|
|
|
248
|
-
self.block_executor.
|
|
248
|
+
self.block_executor.execute_callback(
|
|
249
249
|
callback='on_success',
|
|
250
250
|
global_vars=dict(retry=dict(attempts=1)),
|
|
251
251
|
logging_tags={},
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import os
|
|
2
2
|
from datetime import datetime, timedelta
|
|
3
|
-
from unittest.mock import patch
|
|
3
|
+
from unittest.mock import Mock, patch
|
|
4
4
|
|
|
5
5
|
from mage_ai.data_preparation.logging.logger_manager import LoggerManager
|
|
6
|
+
from mage_ai.data_preparation.models.constants import PipelineType
|
|
7
|
+
from mage_ai.data_preparation.models.pipeline import Pipeline
|
|
6
8
|
from mage_ai.data_preparation.storage.local_storage import LocalStorage
|
|
7
9
|
from mage_ai.tests.base_test import TestCase
|
|
8
10
|
|
|
@@ -19,7 +21,13 @@ class LoggerManagerTest(TestCase):
|
|
|
19
21
|
# Mock the storage object to avoid actual deletion of files
|
|
20
22
|
logger_manager.storage = MockStorage()
|
|
21
23
|
self.__create_log_dir(logger_manager, mock_pipeline_uuid)
|
|
22
|
-
|
|
24
|
+
# Mock the Pipeline.get to return a pipeline with type PipelineType.PYTHON
|
|
25
|
+
mock_pipeline = Mock(spec=Pipeline)
|
|
26
|
+
mock_pipeline.type = PipelineType.PYTHON
|
|
27
|
+
mock_get_pipeline = Mock(spec=Pipeline.get)
|
|
28
|
+
mock_get_pipeline.return_value = mock_pipeline
|
|
29
|
+
with patch('mage_ai.data_preparation.models.pipeline.Pipeline.get', mock_get_pipeline):
|
|
30
|
+
logger_manager.delete_old_logs()
|
|
23
31
|
# Assert that no files were deleted
|
|
24
32
|
self.assertEqual(logger_manager.storage.remove_dir_calls, [])
|
|
25
33
|
|
|
@@ -34,7 +42,13 @@ class LoggerManagerTest(TestCase):
|
|
|
34
42
|
# Mock the storage object to capture the calls to remove_dir
|
|
35
43
|
logger_manager.storage = MockStorage()
|
|
36
44
|
mock_old_log_folder = self.__create_log_dir(logger_manager, mock_pipeline_uuid)
|
|
37
|
-
|
|
45
|
+
# Mock the Pipeline.get to return a pipeline with type PipelineType.PYTHON
|
|
46
|
+
mock_pipeline = Mock(spec=Pipeline)
|
|
47
|
+
mock_pipeline.type = PipelineType.PYTHON
|
|
48
|
+
mock_get_pipeline = Mock(spec=Pipeline.get)
|
|
49
|
+
mock_get_pipeline.return_value = mock_pipeline
|
|
50
|
+
with patch('mage_ai.data_preparation.models.pipeline.Pipeline.get', mock_get_pipeline):
|
|
51
|
+
logger_manager.delete_old_logs()
|
|
38
52
|
# Assert that the folder with old log files was deleted
|
|
39
53
|
self.assertIn(mock_old_log_folder, logger_manager.storage.remove_dir_calls)
|
|
40
54
|
|
|
@@ -74,8 +88,13 @@ class LoggerManagerTest(TestCase):
|
|
|
74
88
|
trigger_id=mock_pipeline_config['trigger_id'],
|
|
75
89
|
)
|
|
76
90
|
mock_pipeline_config['log_folder'] = mock_log_folder
|
|
77
|
-
|
|
78
|
-
|
|
91
|
+
# Mock the Pipeline.get to return a pipeline with type PipelineType.PYTHON
|
|
92
|
+
mock_pipeline = Mock(spec=Pipeline)
|
|
93
|
+
mock_pipeline.type = PipelineType.PYTHON
|
|
94
|
+
mock_get_pipeline = Mock(spec=Pipeline.get)
|
|
95
|
+
mock_get_pipeline.return_value = mock_pipeline
|
|
96
|
+
with patch('mage_ai.data_preparation.models.pipeline.Pipeline.get', mock_get_pipeline):
|
|
97
|
+
logger_manager.delete_old_logs()
|
|
79
98
|
|
|
80
99
|
# Assert that the folders with old log files were deleted for each pipeline
|
|
81
100
|
for mock_pipeline_config in mock_pipeline_configs:
|
|
@@ -1,14 +1,12 @@
|
|
|
1
1
|
import os
|
|
2
2
|
from unittest.mock import patch
|
|
3
3
|
|
|
4
|
-
from mage_ai.data_preparation.models.block.dynamic.constants import (
|
|
5
|
-
CHILD_DATA_VARIABLE_UUID,
|
|
6
|
-
)
|
|
7
4
|
from mage_ai.data_preparation.models.block.dynamic.counter import (
|
|
8
5
|
DynamicBlockItemCounter,
|
|
9
6
|
DynamicChildItemCounter,
|
|
10
7
|
DynamicDuoItemCounter,
|
|
11
8
|
)
|
|
9
|
+
from mage_ai.data_preparation.models.constants import CHILD_DATA_VARIABLE_UUID
|
|
12
10
|
from mage_ai.data_preparation.models.variables.constants import (
|
|
13
11
|
VariableAggregateDataTypeFilename,
|
|
14
12
|
)
|
|
@@ -5,7 +5,7 @@ from faker import Faker
|
|
|
5
5
|
from mage_ai.data_preparation.models.block.hook.block import HookBlock
|
|
6
6
|
from mage_ai.data_preparation.models.constants import BlockType
|
|
7
7
|
from mage_ai.data_preparation.models.global_hooks.models import HookStatus, HookStrategy
|
|
8
|
-
from mage_ai.shared.constants import
|
|
8
|
+
from mage_ai.shared.constants import ENV_TEST_MAGE
|
|
9
9
|
from mage_ai.tests.api.operations.test_base import BaseApiTestCase
|
|
10
10
|
from mage_ai.tests.factory import create_pipeline_with_blocks
|
|
11
11
|
from mage_ai.tests.shared.mixins import build_hooks
|
|
@@ -46,7 +46,7 @@ class HookBlockTest(BaseApiTestCase):
|
|
|
46
46
|
check_status=True,
|
|
47
47
|
configuration={},
|
|
48
48
|
context={},
|
|
49
|
-
env=
|
|
49
|
+
env=ENV_TEST_MAGE,
|
|
50
50
|
error_on_failure=True,
|
|
51
51
|
mage=1,
|
|
52
52
|
pipeline_uuid='',
|
|
@@ -85,7 +85,7 @@ class HookBlockTest(BaseApiTestCase):
|
|
|
85
85
|
check_status=True,
|
|
86
86
|
configuration={},
|
|
87
87
|
context={},
|
|
88
|
-
env=
|
|
88
|
+
env=ENV_TEST_MAGE,
|
|
89
89
|
error_on_failure=True,
|
|
90
90
|
mage=1,
|
|
91
91
|
pipeline_uuid='',
|
|
@@ -746,6 +746,13 @@ def test_output(output, *args) -> None:
|
|
|
746
746
|
),
|
|
747
747
|
)
|
|
748
748
|
|
|
749
|
+
def test_none_block_type(self):
|
|
750
|
+
block = Block(name='test block', uuid='test uuid', block_type=None)
|
|
751
|
+
self.assertEqual(
|
|
752
|
+
block.get_typed_content('test content'),
|
|
753
|
+
'@None\ntest content',
|
|
754
|
+
)
|
|
755
|
+
|
|
749
756
|
|
|
750
757
|
class BlockProjectPlatformTests(ProjectPlatformMixin):
|
|
751
758
|
def test_file_path(self):
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import asyncio
|
|
2
|
+
import importlib
|
|
2
3
|
import json
|
|
3
4
|
import os
|
|
4
5
|
import shutil
|
|
@@ -32,6 +33,57 @@ class PipelineTest(AsyncDBTestCase):
|
|
|
32
33
|
self.assertTrue(os.path.exists(os.path.join(
|
|
33
34
|
self.repo_path, 'pipelines', 'test_pipeline', 'metadata.yaml')))
|
|
34
35
|
|
|
36
|
+
def test_pipeline_in_one_process_true(self):
|
|
37
|
+
with (patch.dict('os.environ', {'RUN_PIPELINE_IN_ONE_PROCESS': 'True'})):
|
|
38
|
+
import mage_ai.data_preparation.models.pipeline as pipeline_mod
|
|
39
|
+
import mage_ai.settings.server as server_mod
|
|
40
|
+
|
|
41
|
+
importlib.reload(server_mod)
|
|
42
|
+
importlib.reload(pipeline_mod)
|
|
43
|
+
|
|
44
|
+
pipeline = Pipeline.create(
|
|
45
|
+
'test pipeline one process true',
|
|
46
|
+
repo_path=self.repo_path,
|
|
47
|
+
)
|
|
48
|
+
self.assertEqual(pipeline.run_pipeline_in_one_process, True)
|
|
49
|
+
|
|
50
|
+
importlib.reload(server_mod)
|
|
51
|
+
importlib.reload(pipeline_mod)
|
|
52
|
+
|
|
53
|
+
def test_pipeline_in_one_process_false(self):
|
|
54
|
+
with (patch.dict('os.environ', {'RUN_PIPELINE_IN_ONE_PROCESS': 'False'})):
|
|
55
|
+
import mage_ai.data_preparation.models.pipeline as pipeline_mod
|
|
56
|
+
import mage_ai.settings.server as server_mod
|
|
57
|
+
|
|
58
|
+
importlib.reload(server_mod)
|
|
59
|
+
importlib.reload(pipeline_mod)
|
|
60
|
+
|
|
61
|
+
pipeline = Pipeline.create(
|
|
62
|
+
'test pipeline one process false',
|
|
63
|
+
repo_path=self.repo_path,
|
|
64
|
+
)
|
|
65
|
+
self.assertEqual(pipeline.run_pipeline_in_one_process, False)
|
|
66
|
+
|
|
67
|
+
importlib.reload(server_mod)
|
|
68
|
+
importlib.reload(pipeline_mod)
|
|
69
|
+
|
|
70
|
+
def test_pipeline_in_one_process_invalid_string(self):
|
|
71
|
+
with (patch.dict('os.environ', {'RUN_PIPELINE_IN_ONE_PROCESS': 'InvalidString'})):
|
|
72
|
+
import mage_ai.data_preparation.models.pipeline as pipeline_mod
|
|
73
|
+
import mage_ai.settings.server as server_mod
|
|
74
|
+
|
|
75
|
+
importlib.reload(server_mod)
|
|
76
|
+
importlib.reload(pipeline_mod)
|
|
77
|
+
|
|
78
|
+
pipeline = Pipeline.create(
|
|
79
|
+
'test pipeline one process invalid',
|
|
80
|
+
repo_path=self.repo_path,
|
|
81
|
+
)
|
|
82
|
+
self.assertEqual(pipeline.run_pipeline_in_one_process, False)
|
|
83
|
+
|
|
84
|
+
importlib.reload(server_mod)
|
|
85
|
+
importlib.reload(pipeline_mod)
|
|
86
|
+
|
|
35
87
|
@freeze_time('2023-08-01 08:08:24')
|
|
36
88
|
def test_add_block(self):
|
|
37
89
|
self.__create_pipeline_with_blocks('test pipeline 2')
|
|
@@ -637,6 +689,7 @@ class PipelineTest(AsyncDBTestCase):
|
|
|
637
689
|
|
|
638
690
|
@freeze_time('2023-08-01 08:08:24')
|
|
639
691
|
def test_save_and_get_data_integration_catalog(self):
|
|
692
|
+
self.maxDiff = None
|
|
640
693
|
pipeline = self.__create_pipeline_with_integration('test_pipeline_9')
|
|
641
694
|
pipeline.save()
|
|
642
695
|
catalog_config_path = os.path.join(
|
|
@@ -845,6 +898,7 @@ class PipelineTest(AsyncDBTestCase):
|
|
|
845
898
|
pipeline_type=PipelineType.INTEGRATION,
|
|
846
899
|
repo_path=self.repo_path,
|
|
847
900
|
)
|
|
901
|
+
|
|
848
902
|
source_block = Block.create(
|
|
849
903
|
'source_block',
|
|
850
904
|
'data_loader',
|
|
@@ -869,6 +923,7 @@ class PipelineTest(AsyncDBTestCase):
|
|
|
869
923
|
],
|
|
870
924
|
},
|
|
871
925
|
}
|
|
926
|
+
|
|
872
927
|
return pipeline
|
|
873
928
|
|
|
874
929
|
def __create_dummy_data_loader_block(self, name, pipeline):
|
|
@@ -180,6 +180,7 @@ class VariableTest(DBTestCase):
|
|
|
180
180
|
[1, 'test'],
|
|
181
181
|
[2, 'test2'],
|
|
182
182
|
],
|
|
183
|
+
orient="row",
|
|
183
184
|
schema=['col1', 'col2'],
|
|
184
185
|
)
|
|
185
186
|
df2 = pl.DataFrame(
|
|
@@ -187,6 +188,7 @@ class VariableTest(DBTestCase):
|
|
|
187
188
|
[1, 'test', 3.123, 41414123123124],
|
|
188
189
|
[2, 'test2', 4.321, 12111111],
|
|
189
190
|
],
|
|
191
|
+
orient="row",
|
|
190
192
|
schema=['col1', 'col2', 'col3', 'col4'],
|
|
191
193
|
)
|
|
192
194
|
df2 = df2.cast({'col4': pl.Int64})
|
|
@@ -10,13 +10,10 @@ from mage_ai.data_preparation.repo_manager import (
|
|
|
10
10
|
get_project_uuid,
|
|
11
11
|
get_repo_config,
|
|
12
12
|
init_project_uuid,
|
|
13
|
-
init_repo,
|
|
14
13
|
set_project_uuid_from_metadata,
|
|
15
14
|
)
|
|
16
15
|
from mage_ai.settings.repo import MAGE_DATA_DIR_ENV_VAR
|
|
17
|
-
from mage_ai.settings.utils import base_repo_path
|
|
18
16
|
from mage_ai.tests.base_test import DBTestCase
|
|
19
|
-
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
20
17
|
|
|
21
18
|
|
|
22
19
|
def mock_uuid_value():
|
|
@@ -134,63 +131,3 @@ class RepoManagerTest(DBTestCase):
|
|
|
134
131
|
self.assertEqual(get_project_uuid(), '000000')
|
|
135
132
|
|
|
136
133
|
os.remove(metadata_path)
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
@patch('mage_ai.settings.platform.project_platform_activated', lambda: True)
|
|
140
|
-
@patch('mage_ai.settings.repo.project_platform_activated', lambda: True)
|
|
141
|
-
class RepoManagerProjectPlatformTest(ProjectPlatformMixin):
|
|
142
|
-
def test_init(self):
|
|
143
|
-
repo = RepoConfig(root_project=False)
|
|
144
|
-
self.assertFalse(repo.root_project)
|
|
145
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
146
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
147
|
-
|
|
148
|
-
repo = RepoConfig(root_project=True)
|
|
149
|
-
self.assertTrue(repo.root_project)
|
|
150
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
151
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
152
|
-
|
|
153
|
-
def test_from_dict(self):
|
|
154
|
-
repo = RepoConfig.from_dict(dict(), root_project=False)
|
|
155
|
-
self.assertFalse(repo.root_project)
|
|
156
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
157
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
158
|
-
|
|
159
|
-
repo = RepoConfig.from_dict(dict(), root_project=True)
|
|
160
|
-
self.assertTrue(repo.root_project)
|
|
161
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
162
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
163
|
-
|
|
164
|
-
def test_metadata_path(self):
|
|
165
|
-
repo = RepoConfig(root_project=False)
|
|
166
|
-
self.assertEqual(
|
|
167
|
-
repo.metadata_path, os.path.join(base_repo_path(), 'mage_platform/metadata.yaml'),
|
|
168
|
-
)
|
|
169
|
-
|
|
170
|
-
repo = RepoConfig(root_project=True)
|
|
171
|
-
self.assertEqual(repo.metadata_path, os.path.join(base_repo_path(), 'metadata.yaml'))
|
|
172
|
-
|
|
173
|
-
def test_get_repo_config(self):
|
|
174
|
-
repo = get_repo_config(root_project=False)
|
|
175
|
-
self.assertFalse(repo.root_project)
|
|
176
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
177
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
178
|
-
|
|
179
|
-
repo = get_repo_config(root_project=True)
|
|
180
|
-
self.assertTrue(repo.root_project)
|
|
181
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
182
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
183
|
-
|
|
184
|
-
def test_init_repo(self):
|
|
185
|
-
path = os.path.join(os.path.dirname(base_repo_path()), 'test2')
|
|
186
|
-
try:
|
|
187
|
-
shutil.rmtree(path)
|
|
188
|
-
except Exception:
|
|
189
|
-
pass
|
|
190
|
-
with patch('mage_ai.data_preparation.repo_manager.get_repo_config') as mock_get_repo_config:
|
|
191
|
-
init_repo(path, root_project=True)
|
|
192
|
-
mock_get_repo_config.assert_called_once_with(path, root_project=True)
|
|
193
|
-
try:
|
|
194
|
-
shutil.rmtree(path)
|
|
195
|
-
except Exception:
|
|
196
|
-
pass
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import shutil
|
|
3
|
+
from unittest.mock import patch
|
|
4
|
+
|
|
5
|
+
from mage_ai.data_preparation.repo_manager import RepoConfig, get_repo_config, init_repo
|
|
6
|
+
from mage_ai.settings.utils import base_repo_path
|
|
7
|
+
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
@patch('mage_ai.settings.platform.project_platform_activated', lambda: True)
|
|
11
|
+
@patch('mage_ai.settings.repo.project_platform_activated', lambda: True)
|
|
12
|
+
class RepoManagerProjectPlatformTest(ProjectPlatformMixin):
|
|
13
|
+
def test_init(self):
|
|
14
|
+
repo = RepoConfig(root_project=False)
|
|
15
|
+
self.assertFalse(repo.root_project)
|
|
16
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
17
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
18
|
+
|
|
19
|
+
repo = RepoConfig(root_project=True)
|
|
20
|
+
self.assertTrue(repo.root_project)
|
|
21
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
22
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
23
|
+
|
|
24
|
+
def test_from_dict(self):
|
|
25
|
+
repo = RepoConfig.from_dict(dict(), root_project=False)
|
|
26
|
+
self.assertFalse(repo.root_project)
|
|
27
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
28
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
29
|
+
|
|
30
|
+
repo = RepoConfig.from_dict(dict(), root_project=True)
|
|
31
|
+
self.assertTrue(repo.root_project)
|
|
32
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
33
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
34
|
+
|
|
35
|
+
def test_metadata_path(self):
|
|
36
|
+
repo = RepoConfig(root_project=False)
|
|
37
|
+
self.assertEqual(
|
|
38
|
+
repo.metadata_path, os.path.join(base_repo_path(), 'mage_platform/metadata.yaml'),
|
|
39
|
+
)
|
|
40
|
+
|
|
41
|
+
repo = RepoConfig(root_project=True)
|
|
42
|
+
self.assertEqual(repo.metadata_path, os.path.join(base_repo_path(), 'metadata.yaml'))
|
|
43
|
+
|
|
44
|
+
def test_get_repo_config(self):
|
|
45
|
+
repo = get_repo_config(root_project=False)
|
|
46
|
+
self.assertFalse(repo.root_project)
|
|
47
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
48
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
49
|
+
|
|
50
|
+
repo = get_repo_config(root_project=True)
|
|
51
|
+
self.assertTrue(repo.root_project)
|
|
52
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
53
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
54
|
+
|
|
55
|
+
def test_init_repo(self):
|
|
56
|
+
path = os.path.join(os.path.dirname(base_repo_path()), 'test2')
|
|
57
|
+
try:
|
|
58
|
+
shutil.rmtree(path)
|
|
59
|
+
except Exception:
|
|
60
|
+
pass
|
|
61
|
+
with patch('mage_ai.data_preparation.repo_manager.get_repo_config') as mock_get_repo_config:
|
|
62
|
+
init_repo(path, root_project=True)
|
|
63
|
+
mock_get_repo_config.assert_called_once_with(path, root_project=True)
|
|
64
|
+
try:
|
|
65
|
+
shutil.rmtree(path)
|
|
66
|
+
except Exception:
|
|
67
|
+
pass
|