mage-ai 0.9.73__py3-none-any.whl → 0.9.75__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mage-ai might be problematic. Click here for more details.
- mage_ai/ai/constants.py +2 -2
- mage_ai/ai/llm_pipeline_wizard.py +11 -7
- mage_ai/ai/openai_client.py +18 -5
- mage_ai/api/constants.py +4 -5
- mage_ai/api/oauth_scope.py +2 -2
- mage_ai/api/operations/constants.py +2 -2
- mage_ai/api/presenters/SyncPresenter.py +4 -1
- mage_ai/authentication/oauth/constants.py +2 -2
- mage_ai/authentication/operation_history/constants.py +2 -2
- mage_ai/authentication/permissions/constants.py +5 -6
- mage_ai/cache/constants.py +2 -2
- mage_ai/cache/dbt/constants.py +2 -3
- mage_ai/cluster_manager/constants.py +2 -2
- mage_ai/cluster_manager/kubernetes/workload_manager.py +3 -2
- mage_ai/command_center/constants.py +13 -13
- mage_ai/data_cleaner/column_types/constants.py +2 -2
- mage_ai/data_cleaner/transformer_actions/column.py +19 -7
- mage_ai/data_cleaner/transformer_actions/constants.py +10 -9
- mage_ai/data_integrations/destinations/constants.py +1 -0
- mage_ai/data_integrations/sources/constants.py +2 -0
- mage_ai/data_preparation/git/utils.py +4 -1
- mage_ai/data_preparation/logging/__init__.py +2 -2
- mage_ai/data_preparation/logging/logger.py +3 -3
- mage_ai/data_preparation/models/block/__init__.py +6 -0
- mage_ai/data_preparation/models/block/data_integration/constants.py +2 -2
- mage_ai/data_preparation/models/block/dbt/constants.py +3 -3
- mage_ai/data_preparation/models/block/dynamic/factory.py +40 -3
- mage_ai/data_preparation/models/block/dynamic/utils.py +31 -33
- mage_ai/data_preparation/models/block/dynamic/variables.py +1 -1
- mage_ai/data_preparation/models/block/settings/dynamic/constants.py +3 -3
- mage_ai/data_preparation/models/block/settings/dynamic/mixins.py +63 -4
- mage_ai/data_preparation/models/block/settings/global_data_products/models.py +2 -2
- mage_ai/data_preparation/models/constants.py +11 -11
- mage_ai/data_preparation/models/global_hooks/constants.py +7 -8
- mage_ai/data_preparation/models/global_hooks/models.py +5 -5
- mage_ai/data_preparation/models/pipeline.py +5 -0
- mage_ai/data_preparation/models/project/constants.py +2 -2
- mage_ai/data_preparation/models/triggers/__init__.py +6 -4
- mage_ai/data_preparation/models/variables/constants.py +5 -5
- mage_ai/data_preparation/models/widget/constants.py +5 -5
- mage_ai/data_preparation/preferences.py +9 -16
- mage_ai/data_preparation/repo_manager.py +2 -2
- mage_ai/data_preparation/sync/__init__.py +2 -2
- mage_ai/data_preparation/templates/data_exporters/streaming/elasticsearch.yaml +3 -0
- mage_ai/data_preparation/templates/data_exporters/streaming/generic_python.py +1 -1
- mage_ai/data_preparation/templates/data_loaders/streaming/nats.yaml +9 -3
- mage_ai/errors/constants.py +2 -2
- mage_ai/io/base.py +57 -16
- mage_ai/io/config.py +3 -3
- mage_ai/io/export_utils.py +2 -2
- mage_ai/io/google_cloud_storage.py +3 -2
- mage_ai/io/io_config.py +3 -2
- mage_ai/io/oracledb.py +2 -4
- mage_ai/io/postgres.py +40 -20
- mage_ai/io/utils.py +18 -0
- mage_ai/kernels/magic/constants.py +4 -4
- mage_ai/orchestration/constants.py +2 -2
- mage_ai/orchestration/db/__init__.py +3 -3
- mage_ai/orchestration/db/constants.py +2 -2
- mage_ai/orchestration/db/models/oauth.py +5 -5
- mage_ai/orchestration/db/models/schedules.py +28 -8
- mage_ai/orchestration/db/models/schedules_project_platform.py +10 -8
- mage_ai/orchestration/job_manager.py +2 -2
- mage_ai/orchestration/monitor/monitor_stats.py +2 -2
- mage_ai/orchestration/notification/config.py +2 -2
- mage_ai/orchestration/pipeline_scheduler_original.py +4 -12
- mage_ai/orchestration/queue/config.py +2 -2
- mage_ai/orchestration/queue/process_queue.py +3 -3
- mage_ai/presenters/charts/data_sources/constants.py +2 -2
- mage_ai/presenters/interactions/constants.py +4 -4
- mage_ai/presenters/pages/models/constants.py +4 -4
- mage_ai/server/constants.py +1 -1
- mage_ai/server/frontend_dist/404.html +3 -3
- mage_ai/server/frontend_dist/_next/static/38-PtskJFUTYUpRhT1qF_/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/3763-39a5174f6a3924db.js → frontend_dist/_next/static/chunks/3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/449-f689774546860ca4.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{_app-663c909dcda4c23a.js → _app-13bf3b7dcef50c29.js} +2 -2
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage/overview-1aad7093c6d39257.js → frontend_dist/_next/static/chunks/pages/manage/overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{users-a5e9d77ed5b50205.js → users-b99379d0aa6a8c25.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-e51cd04bd4d1fffe.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-432da20df91511fb.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3d7fdfeb7f806f7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/{settings-cd49372ae1702963.js → settings-0abf8a1b7243f93b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js → frontend_dist/_next/static/chunks/pages/pipelines-38187954b6ec4b40.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{users-5212c01a9dc558da.js → users-3ee783f5139c76a1.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/{webpack-43534cc51fce8644.js → webpack-0bc44da590c7cf85.js} +1 -1
- mage_ai/server/frontend_dist/block-layout.html +3 -3
- mage_ai/server/frontend_dist/compute.html +6 -6
- mage_ai/server/frontend_dist/files.html +6 -6
- mage_ai/server/frontend_dist/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-data-products.html +6 -6
- mage_ai/server/frontend_dist/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/index.html +3 -3
- mage_ai/server/frontend_dist/manage/files.html +6 -6
- mage_ai/server/frontend_dist/manage/overview.html +6 -6
- mage_ai/server/frontend_dist/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/manage/settings.html +6 -6
- mage_ai/server/frontend_dist/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist/manage/users.html +6 -6
- mage_ai/server/frontend_dist/manage.html +6 -6
- mage_ai/server/frontend_dist/oauth.html +4 -4
- mage_ai/server/frontend_dist/overview.html +6 -6
- mage_ai/server/frontend_dist/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist/pipelines.html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist/settings.html +3 -3
- mage_ai/server/frontend_dist/sign-in.html +7 -7
- mage_ai/server/frontend_dist/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist/templates.html +6 -6
- mage_ai/server/frontend_dist/terminal.html +6 -6
- mage_ai/server/frontend_dist/test.html +3 -3
- mage_ai/server/frontend_dist/triggers.html +6 -6
- mage_ai/server/frontend_dist/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist/v2.html +2 -2
- mage_ai/server/frontend_dist/version-control.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/404.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1187-839336d276186105.js → 1187-4560c3895e1d7099.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{1598-0adca9dce3ba4c60.js → 1598-cbf3f5a6078fc3f5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-638a944d24d5abde.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-36f746b1824004f2.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/3763-39a5174f6a3924db.js → frontend_dist_base_path_template/_next/static/chunks/3763-aabe2703076636b0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-3e2acb5ed45b582b.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/449-f689774546860ca4.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/5627-d5e559859dd0e1e0.js → frontend_dist_base_path_template/_next/static/chunks/5627-10e76bafa5a26f5f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{5699-e49718dfc9eb2854.js → 5699-e99379e332bd0b41.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{7966-163da2621b8c987c.js → 7966-a5a7db345ce81263.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{_app-bb4a0e0d783622a8.js → _app-0392ef723ea2c6f8.js} +2 -2
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/compute-ed67fa8e81662e8b.js → frontend_dist_base_path_template/_next/static/chunks/pages/compute-9e2dea78024e3bb4.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/files-e0ecd7ced09a63b2.js → frontend_dist_base_path_template/_next/static/chunks/pages/files-e08c7fe76f968f9c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-data-products/{[...slug]-c7a729477ecda50e.js → [...slug]-30c3807057a4e65b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-data-products-fd6ae6a358a60a0c.js → global-data-products-8dcb3b31af9e0e39.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-8e50243797a7fe59.js → frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-85a64b64d27214b6.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-hooks-d0c003446332dc0d.js → global-hooks-4ff959d51b8a9502.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{files-a69ed8e9f814490c.js → files-d08a460641d0efaa.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage/overview-1aad7093c6d39257.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage/overview-aae747f487e08d51.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{pipeline-runs-528d30e0d13b0cc7.js → pipeline-runs-09a842d64a6ada62.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{settings-fb9201d9cf63031d.js → settings-2e98e57d9376a458.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/{[user]-000f5a980a07da39.js → [user]-7be6e41ad66089bb.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage/users/new-e4e613f6e817a733.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-4c088833063bfa07.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{users-a5e9d77ed5b50205.js → users-b99379d0aa6a8c25.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/manage-34d718b8a4066c23.js → frontend_dist_base_path_template/_next/static/chunks/pages/manage-868fcd8cbeb265f0.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{oauth-3bfd1b8d7f036726.js → oauth-6ceceb62191dfe8a.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-e51cd04bd4d1fffe.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{pipeline-runs-5f8c100e648efa8a.js → pipeline-runs-2d0136b51b57de93.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills/{[...slug]-688c652f3296bb9c.js → [...slug]-1ad5238742e25b4c.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-bd11e87d026bfbf9.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{dashboard-1236e36d39b1637d.js → dashboard-0f4f47f721b0723f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-432da20df91511fb.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-fe91dfb0091f6bc6.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-0d68d4bf6290fefb.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-cf794b2d22a80f31.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-9254358d58f07714.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-a964caef91bed9e1.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{monitors-821001e690caebe2.js → monitors-80bebb4401eefe25.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-2eae7cb017027682.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-2d4b2a0800a66b33.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3d7fdfeb7f806f7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/{settings-cd49372ae1702963.js → settings-0abf8a1b7243f93b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-707ed8ca942ca802.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers/{[...slug]-259143ed3cf59e31.js → [...slug]-8429f17d4146e1ec.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-193045d9836d8d80.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/pipelines-b578b075a8d857e3.js → frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-38187954b6ec4b40.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks/{[...slug]-5eeec927e4202b63.js → [...slug]-6834ae87bd668cb2.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/platform/global-hooks-fbe9ad995d46d837.js → frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-b3f7309a23e592b2.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/account/{profile-fc659962d4015cb3.js → profile-f8b7374385e1f1bf.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-8de68502a9afa299.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/settings/platform/settings-a4f88c334414402b.js → frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-50fb6a34f3913f1f.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-4deb9579ef99a3c6.js → [...slug]-2e5c098c21ea32b7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{permissions-e0cda2f2bfce8d61.js → permissions-54e4b15b9585bfc4.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-040f83d75d0f6537.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-910257d16c604ebd.js → [...slug]-95088f43034e3c95.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{roles-4f7a0756806cee34.js → roles-e9149e1fcf218f42.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{sync-data-208d6f955204d704.js → sync-data-75b67ae4a00818ef.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users/{[...slug]-c89dc67e5a1706a8.js → [...slug]-557dda05ca6c6124.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{users-5212c01a9dc558da.js → users-3ee783f5139c76a1.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{sign-in-054b33312d3193c3.js → sign-in-593c40985d63fcf7.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates/{[...slug]-b6ed6a5d818bfd20.js → [...slug]-252c4b6b818345d5.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{templates-852357bc983af2ea.js → templates-ca528bc607753ab8.js} +1 -1
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/terminal-1f9c56d671bbc67d.js → frontend_dist_base_path_template/_next/static/chunks/pages/terminal-287362c1defcc96b.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-2f83af8c9f1378fe.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-d9de73fb799efed8.js +1 -0
- mage_ai/server/{frontend_dist/_next/static/chunks/pages/version-control-ae3469b992a341d6.js → frontend_dist_base_path_template/_next/static/chunks/pages/version-control-573f0225d7a703ed.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{webpack-9eb1dd2ee735aaac.js → webpack-12ad70eb5c31aa92.js} +1 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/dxnSzgIvSG4Ke5LM-tPQX/_buildManifest.js +1 -0
- mage_ai/server/frontend_dist_base_path_template/block-layout.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/compute.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-data-products.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/index.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/manage/files.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/[user].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users/new.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/manage.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/oauth.html +5 -5
- mage_ai/server/frontend_dist_base_path_template/overview.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipeline-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/dashboard.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/edit.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/logs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runtime.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs/[run].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/syncs.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline].html +3 -3
- mage_ai/server/frontend_dist_base_path_template/pipelines.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/platform/global-hooks.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/account/profile.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/platform/settings.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/preferences.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/sync-data.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings/workspace/users.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/settings.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/sign-in.html +7 -7
- mage_ai/server/frontend_dist_base_path_template/templates/[...slug].html +6 -6
- mage_ai/server/frontend_dist_base_path_template/templates.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/terminal.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/test.html +3 -3
- mage_ai/server/frontend_dist_base_path_template/triggers.html +6 -6
- mage_ai/server/frontend_dist_base_path_template/v2/canvas.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/v2.html +2 -2
- mage_ai/server/frontend_dist_base_path_template/version-control.html +6 -6
- mage_ai/server/kernel_output_parser.py +2 -3
- mage_ai/server/kernels.py +2 -3
- mage_ai/server/scheduler_manager.py +2 -2
- mage_ai/server/server.py +21 -0
- mage_ai/server/websockets/constants.py +4 -4
- mage_ai/services/compute/aws/constants.py +2 -2
- mage_ai/services/compute/aws/steps.py +16 -10
- mage_ai/services/compute/constants.py +4 -4
- mage_ai/services/compute/models.py +4 -4
- mage_ai/services/k8s/config.py +4 -0
- mage_ai/services/k8s/job_manager.py +2 -0
- mage_ai/services/spark/constants.py +3 -3
- mage_ai/services/spark/models/jobs.py +2 -2
- mage_ai/services/spark/models/sqls.py +2 -2
- mage_ai/services/spark/models/stages.py +4 -4
- mage_ai/services/spark/models/threads.py +2 -2
- mage_ai/services/teams/config.py +13 -2
- mage_ai/services/teams/teams.py +13 -11
- mage_ai/settings/backends.py +3 -2
- mage_ai/settings/models/configuration_option.py +3 -3
- mage_ai/settings/server.py +5 -0
- mage_ai/shared/constants.py +4 -2
- mage_ai/shared/custom_logger.py +13 -13
- mage_ai/shared/enum.py +8 -0
- mage_ai/shared/environments.py +27 -3
- mage_ai/shared/logger.py +2 -2
- mage_ai/shared/models.py +2 -1
- mage_ai/streaming/constants.py +3 -3
- mage_ai/streaming/sinks/elasticsearch.py +15 -5
- mage_ai/streaming/sinks/kafka.py +2 -2
- mage_ai/streaming/sinks/postgres.py +6 -0
- mage_ai/streaming/sources/amazon_sqs.py +2 -2
- mage_ai/streaming/sources/base.py +2 -2
- mage_ai/streaming/sources/kafka.py +20 -4
- mage_ai/streaming/sources/nats_js.py +10 -3
- mage_ai/streaming/sources/shared.py +3 -2
- mage_ai/system/constants.py +2 -2
- mage_ai/tests/api/endpoints/test_blocks.py +1 -101
- mage_ai/tests/api/endpoints/test_configuration_options.py +1 -48
- mage_ai/tests/api/endpoints/test_configuration_options_project_platform.py +68 -0
- mage_ai/tests/api/endpoints/test_custom_designs.py +1 -106
- mage_ai/tests/api/endpoints/test_custom_designs_project_platform.py +132 -0
- mage_ai/tests/api/endpoints/test_dbt_blocks.py +111 -0
- mage_ai/tests/api/endpoints/test_file_contents.py +0 -48
- mage_ai/tests/api/endpoints/test_file_contents_with_project_platform.py +66 -0
- mage_ai/tests/api/endpoints/test_pipelines.py +0 -134
- mage_ai/tests/api/endpoints/test_pipelines_with_project_platform.py +143 -0
- mage_ai/tests/api/policies/permissions/test_base_policy_with_permissions.py +2 -2
- mage_ai/tests/data_cleaner/transformer_actions/test_trim_transformer.py +161 -0
- mage_ai/tests/data_preparation/models/block/dbt/test_profiles.py +1 -1
- mage_ai/tests/data_preparation/models/block/dynamic/test_combos.py +1 -1
- mage_ai/tests/data_preparation/models/block/hook/test_hook_block.py +3 -2
- mage_ai/tests/data_preparation/models/test_block.py +7 -0
- mage_ai/tests/data_preparation/models/test_blocks_helper.py +1 -1
- mage_ai/tests/data_preparation/models/variables/test_summarizer.py +1 -1
- mage_ai/tests/data_preparation/sync/test_git_sync.py +6 -6
- mage_ai/tests/data_preparation/test_repo_manager.py +0 -63
- mage_ai/tests/data_preparation/test_repo_manager_project_platform.py +67 -0
- mage_ai/tests/data_preparation/test_variable_manager.py +0 -51
- mage_ai/tests/data_preparation/test_variable_manager_project_platform.py +41 -0
- mage_ai/tests/io/create_table/test_postgresql.py +27 -0
- mage_ai/tests/orchestration/notification/test_config.py +3 -3
- mage_ai/tests/orchestration/queue/test_process_queue.py +3 -2
- mage_ai/tests/orchestration/test_pipeline_scheduler.py +1 -0
- mage_ai/tests/settings/test_platform.py +2 -2
- mage_ai/tests/streaming/sinks/test_generic_io.py +25 -21
- mage_ai/usage_statistics/constants.py +4 -4
- mage_ai-0.9.75.dist-info/METADATA +377 -0
- {mage_ai-0.9.73.dist-info → mage_ai-0.9.75.dist-info}/RECORD +397 -388
- {mage_ai-0.9.73.dist-info → mage_ai-0.9.75.dist-info}/WHEEL +1 -1
- mage_ai/server/frontend_dist/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai/server/frontend_dist/_next/static/kxGpiudO3f9aX6FAiqydf/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/H5pcGxWf1BkhXDRs2BqiI/_buildManifest.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1557-1ad0c64c2d08e569.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-d65056b6b5e124eb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-b2c5edfb710886a6.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3782-4b3091e550f809a2.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-69af3253ad0d0d89.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-fe112809feb25b05.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-e9ca358209cdf93d.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-a29f1615d2e7d330.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-6d382ae5bad9745c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-135be8974f7f5f2b.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-3af13e89adff4d6c.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-058d283ee178c038.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-7b02bb70462144cb.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-86b12cc12d4a625f.js +0 -1
- mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-2481c40b18d5b6d4.js +0 -1
- mage_ai-0.9.73.dist-info/METADATA +0 -543
- /mage_ai/server/frontend_dist/_next/static/{kxGpiudO3f9aX6FAiqydf → 38-PtskJFUTYUpRhT1qF_}/_ssgManifest.js +0 -0
- /mage_ai/server/frontend_dist/_next/static/chunks/pages/{_app-663c909dcda4c23a.js.LICENSE.txt → _app-13bf3b7dcef50c29.js.LICENSE.txt} +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{_app-bb4a0e0d783622a8.js.LICENSE.txt → _app-0392ef723ea2c6f8.js.LICENSE.txt} +0 -0
- /mage_ai/server/frontend_dist_base_path_template/_next/static/{H5pcGxWf1BkhXDRs2BqiI → dxnSzgIvSG4Ke5LM-tPQX}/_ssgManifest.js +0 -0
- {mage_ai-0.9.73.dist-info → mage_ai-0.9.75.dist-info}/LICENSE +0 -0
- {mage_ai-0.9.73.dist-info → mage_ai-0.9.75.dist-info}/entry_points.txt +0 -0
- {mage_ai-0.9.73.dist-info → mage_ai-0.9.75.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import unittest
|
|
2
|
+
|
|
3
|
+
import pandas as pd
|
|
4
|
+
|
|
5
|
+
from mage_ai.data_cleaner.transformer_actions.base import BaseAction
|
|
6
|
+
from mage_ai.data_cleaner.transformer_actions.constants import ActionType, Axis
|
|
7
|
+
from mage_ai.data_cleaner.transformer_actions.utils import build_transformer_action
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
class TestTrimTransformer(unittest.TestCase):
|
|
11
|
+
def test_basic_trimming(self):
|
|
12
|
+
df = pd.DataFrame({
|
|
13
|
+
'category': [' A ', ' B ', ' C ', ' D ']
|
|
14
|
+
})
|
|
15
|
+
|
|
16
|
+
expected_output = pd.DataFrame({
|
|
17
|
+
'category': ['A', 'B', 'C', 'D']
|
|
18
|
+
})
|
|
19
|
+
|
|
20
|
+
action = build_transformer_action(
|
|
21
|
+
df,
|
|
22
|
+
action_type=ActionType.REFORMAT,
|
|
23
|
+
arguments=['category'],
|
|
24
|
+
axis=Axis.COLUMN,
|
|
25
|
+
options={'reformat': 'trim'}
|
|
26
|
+
)
|
|
27
|
+
|
|
28
|
+
output = BaseAction(action).execute(df)
|
|
29
|
+
|
|
30
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
31
|
+
print("Test 1 (Basic Trimming): Passed")
|
|
32
|
+
|
|
33
|
+
def test_no_trimming_needed(self):
|
|
34
|
+
df = pd.DataFrame({
|
|
35
|
+
'category': ['A', 'B', 'C', 'D']
|
|
36
|
+
})
|
|
37
|
+
|
|
38
|
+
expected_output = df.copy()
|
|
39
|
+
|
|
40
|
+
action = build_transformer_action(
|
|
41
|
+
df,
|
|
42
|
+
action_type=ActionType.REFORMAT,
|
|
43
|
+
arguments=['category'],
|
|
44
|
+
axis=Axis.COLUMN,
|
|
45
|
+
options={'reformat': 'trim'}
|
|
46
|
+
)
|
|
47
|
+
|
|
48
|
+
output = BaseAction(action).execute(df)
|
|
49
|
+
|
|
50
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
51
|
+
print("Test 2 (No Trimming Needed): Passed")
|
|
52
|
+
|
|
53
|
+
def test_mixed_content(self):
|
|
54
|
+
df = pd.DataFrame({
|
|
55
|
+
'category': [' A ', 'B', ' C', 'D ']
|
|
56
|
+
})
|
|
57
|
+
|
|
58
|
+
expected_output = pd.DataFrame({
|
|
59
|
+
'category': ['A', 'B', 'C', 'D']
|
|
60
|
+
})
|
|
61
|
+
|
|
62
|
+
action = build_transformer_action(
|
|
63
|
+
df,
|
|
64
|
+
action_type=ActionType.REFORMAT,
|
|
65
|
+
arguments=['category'],
|
|
66
|
+
axis=Axis.COLUMN,
|
|
67
|
+
options={'reformat': 'trim'}
|
|
68
|
+
)
|
|
69
|
+
|
|
70
|
+
output = BaseAction(action).execute(df)
|
|
71
|
+
|
|
72
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
73
|
+
print("Test 3 (Mixed Content): Passed")
|
|
74
|
+
|
|
75
|
+
def test_multiple_columns(self):
|
|
76
|
+
df = pd.DataFrame({
|
|
77
|
+
'category': [' A ', ' B ', ' C ', ' D '],
|
|
78
|
+
'subcategory': [' X ', 'Y ', ' Z', ' W ']
|
|
79
|
+
})
|
|
80
|
+
|
|
81
|
+
expected_output = pd.DataFrame({
|
|
82
|
+
'category': ['A', 'B', 'C', 'D'],
|
|
83
|
+
'subcategory': ['X', 'Y', 'Z', 'W']
|
|
84
|
+
})
|
|
85
|
+
|
|
86
|
+
action = build_transformer_action(
|
|
87
|
+
df,
|
|
88
|
+
action_type=ActionType.REFORMAT,
|
|
89
|
+
arguments=['category', 'subcategory'],
|
|
90
|
+
axis=Axis.COLUMN,
|
|
91
|
+
options={'reformat': 'trim'}
|
|
92
|
+
)
|
|
93
|
+
|
|
94
|
+
output = BaseAction(action).execute(df)
|
|
95
|
+
|
|
96
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
97
|
+
print("Test 4 (Multiple Columns): Passed")
|
|
98
|
+
|
|
99
|
+
def test_empty_strings(self):
|
|
100
|
+
df = pd.DataFrame({
|
|
101
|
+
'category': [' ', ' B ', ' ', ' D ']
|
|
102
|
+
})
|
|
103
|
+
|
|
104
|
+
expected_output = pd.DataFrame({
|
|
105
|
+
'category': ['', 'B', '', 'D']
|
|
106
|
+
})
|
|
107
|
+
|
|
108
|
+
action = build_transformer_action(
|
|
109
|
+
df,
|
|
110
|
+
action_type=ActionType.REFORMAT,
|
|
111
|
+
arguments=['category'],
|
|
112
|
+
axis=Axis.COLUMN,
|
|
113
|
+
options={'reformat': 'trim'}
|
|
114
|
+
)
|
|
115
|
+
|
|
116
|
+
output = BaseAction(action).execute(df)
|
|
117
|
+
|
|
118
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
119
|
+
print("Test 5 (Empty Strings): Passed")
|
|
120
|
+
|
|
121
|
+
def test_no_columns_to_trim(self):
|
|
122
|
+
df = pd.DataFrame({
|
|
123
|
+
'category': [' A ', ' B ', ' C ', ' D ']
|
|
124
|
+
})
|
|
125
|
+
|
|
126
|
+
expected_output = df.copy()
|
|
127
|
+
|
|
128
|
+
action = build_transformer_action(
|
|
129
|
+
df,
|
|
130
|
+
action_type=ActionType.REFORMAT,
|
|
131
|
+
arguments=[],
|
|
132
|
+
axis=Axis.COLUMN,
|
|
133
|
+
options={'reformat': 'trim'}
|
|
134
|
+
)
|
|
135
|
+
|
|
136
|
+
output = BaseAction(action).execute(df)
|
|
137
|
+
|
|
138
|
+
pd.testing.assert_frame_equal(output, expected_output)
|
|
139
|
+
print("Test 6 (No Columns to Trim): Passed")
|
|
140
|
+
|
|
141
|
+
def test_column_not_found(self):
|
|
142
|
+
df = pd.DataFrame({
|
|
143
|
+
'category': [' A ', ' B ', ' C ', ' D ']
|
|
144
|
+
})
|
|
145
|
+
|
|
146
|
+
with self.assertRaises(KeyError):
|
|
147
|
+
action = build_transformer_action(
|
|
148
|
+
df,
|
|
149
|
+
action_type=ActionType.REFORMAT,
|
|
150
|
+
arguments=['nonexistent_column'],
|
|
151
|
+
axis=Axis.COLUMN,
|
|
152
|
+
options={'reformat': 'trim'}
|
|
153
|
+
)
|
|
154
|
+
|
|
155
|
+
BaseAction(action).execute(df)
|
|
156
|
+
|
|
157
|
+
print("Test 7 (Column Not Found): Passed")
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
if __name__ == '__main__':
|
|
161
|
+
unittest.main()
|
|
@@ -5,6 +5,7 @@ from faker import Faker
|
|
|
5
5
|
from mage_ai.data_preparation.models.block.hook.block import HookBlock
|
|
6
6
|
from mage_ai.data_preparation.models.constants import BlockType
|
|
7
7
|
from mage_ai.data_preparation.models.global_hooks.models import HookStatus, HookStrategy
|
|
8
|
+
from mage_ai.shared.constants import ENV_TEST_MAGE
|
|
8
9
|
from mage_ai.tests.api.operations.test_base import BaseApiTestCase
|
|
9
10
|
from mage_ai.tests.factory import create_pipeline_with_blocks
|
|
10
11
|
from mage_ai.tests.shared.mixins import build_hooks
|
|
@@ -45,7 +46,7 @@ class HookBlockTest(BaseApiTestCase):
|
|
|
45
46
|
check_status=True,
|
|
46
47
|
configuration={},
|
|
47
48
|
context={},
|
|
48
|
-
env=
|
|
49
|
+
env=ENV_TEST_MAGE,
|
|
49
50
|
error_on_failure=True,
|
|
50
51
|
mage=1,
|
|
51
52
|
pipeline_uuid='',
|
|
@@ -84,7 +85,7 @@ class HookBlockTest(BaseApiTestCase):
|
|
|
84
85
|
check_status=True,
|
|
85
86
|
configuration={},
|
|
86
87
|
context={},
|
|
87
|
-
env=
|
|
88
|
+
env=ENV_TEST_MAGE,
|
|
88
89
|
error_on_failure=True,
|
|
89
90
|
mage=1,
|
|
90
91
|
pipeline_uuid='',
|
|
@@ -746,6 +746,13 @@ def test_output(output, *args) -> None:
|
|
|
746
746
|
),
|
|
747
747
|
)
|
|
748
748
|
|
|
749
|
+
def test_none_block_type(self):
|
|
750
|
+
block = Block(name='test block', uuid='test uuid', block_type=None)
|
|
751
|
+
self.assertEqual(
|
|
752
|
+
block.get_typed_content('test content'),
|
|
753
|
+
'@None\ntest content',
|
|
754
|
+
)
|
|
755
|
+
|
|
749
756
|
|
|
750
757
|
class BlockProjectPlatformTests(ProjectPlatformMixin):
|
|
751
758
|
def test_file_path(self):
|
|
@@ -107,7 +107,7 @@ class BlockHelperTest(BaseApiTestCase):
|
|
|
107
107
|
'\n'.join([
|
|
108
108
|
'from mage_ai.data.models.generator import DataGenerator',
|
|
109
109
|
'from mage_ai.data.tabular.mocks import create_dataframe',
|
|
110
|
-
|
|
110
|
+
block.get_typed_content(content),
|
|
111
111
|
])
|
|
112
112
|
)
|
|
113
113
|
|
|
@@ -110,7 +110,7 @@ class VariableSummarizerTest(BaseApiTestCase):
|
|
|
110
110
|
'\n'.join([
|
|
111
111
|
'from mage_ai.data.models.generator import DataGenerator',
|
|
112
112
|
'from mage_ai.data.tabular.mocks import create_dataframe',
|
|
113
|
-
|
|
113
|
+
block.get_typed_content(content),
|
|
114
114
|
])
|
|
115
115
|
)
|
|
116
116
|
|
|
@@ -22,8 +22,8 @@ class GitSyncTest(DBTestCase):
|
|
|
22
22
|
|
|
23
23
|
git_sync.sync_data()
|
|
24
24
|
|
|
25
|
-
git_manager_instance_mock.reset_hard.
|
|
26
|
-
git_manager_instance_mock.submodules_update.
|
|
25
|
+
git_manager_instance_mock.reset_hard.assert_called_once_with(branch='dev')
|
|
26
|
+
git_manager_instance_mock.submodules_update.assert_not_called()
|
|
27
27
|
|
|
28
28
|
with open(os.path.join(self.repo_path, '.preferences.yaml'), 'r') as f:
|
|
29
29
|
preferences = yaml.safe_load(f)
|
|
@@ -42,8 +42,8 @@ class GitSyncTest(DBTestCase):
|
|
|
42
42
|
|
|
43
43
|
git_sync.sync_data()
|
|
44
44
|
|
|
45
|
-
git_manager_instance_mock.reset_hard.
|
|
46
|
-
git_manager_instance_mock.submodules_update.
|
|
45
|
+
git_manager_instance_mock.reset_hard.assert_called_once_with(branch='dev')
|
|
46
|
+
git_manager_instance_mock.submodules_update.assert_called_once()
|
|
47
47
|
|
|
48
48
|
with open(os.path.join(self.repo_path, '.preferences.yaml'), 'r') as f:
|
|
49
49
|
preferences = yaml.safe_load(f)
|
|
@@ -63,7 +63,7 @@ class GitSyncTest(DBTestCase):
|
|
|
63
63
|
|
|
64
64
|
git_sync.sync_data()
|
|
65
65
|
|
|
66
|
-
git_manager_instance_mock.reset_hard.
|
|
66
|
+
git_manager_instance_mock.reset_hard.assert_called_once_with(branch='dev')
|
|
67
67
|
|
|
68
68
|
self.assertFalse(os.path.exists(preferences_file_path))
|
|
69
69
|
|
|
@@ -77,4 +77,4 @@ class GitSyncTest(DBTestCase):
|
|
|
77
77
|
|
|
78
78
|
git_sync.reset()
|
|
79
79
|
|
|
80
|
-
git_manager_instance_mock.clone.
|
|
80
|
+
git_manager_instance_mock.clone.assert_called_once_with(sync_submodules=False)
|
|
@@ -10,13 +10,10 @@ from mage_ai.data_preparation.repo_manager import (
|
|
|
10
10
|
get_project_uuid,
|
|
11
11
|
get_repo_config,
|
|
12
12
|
init_project_uuid,
|
|
13
|
-
init_repo,
|
|
14
13
|
set_project_uuid_from_metadata,
|
|
15
14
|
)
|
|
16
15
|
from mage_ai.settings.repo import MAGE_DATA_DIR_ENV_VAR
|
|
17
|
-
from mage_ai.settings.utils import base_repo_path
|
|
18
16
|
from mage_ai.tests.base_test import DBTestCase
|
|
19
|
-
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
20
17
|
|
|
21
18
|
|
|
22
19
|
def mock_uuid_value():
|
|
@@ -134,63 +131,3 @@ class RepoManagerTest(DBTestCase):
|
|
|
134
131
|
self.assertEqual(get_project_uuid(), '000000')
|
|
135
132
|
|
|
136
133
|
os.remove(metadata_path)
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
@patch('mage_ai.settings.platform.project_platform_activated', lambda: True)
|
|
140
|
-
@patch('mage_ai.settings.repo.project_platform_activated', lambda: True)
|
|
141
|
-
class RepoManagerProjectPlatformTest(ProjectPlatformMixin):
|
|
142
|
-
def test_init(self):
|
|
143
|
-
repo = RepoConfig(root_project=False)
|
|
144
|
-
self.assertFalse(repo.root_project)
|
|
145
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
146
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
147
|
-
|
|
148
|
-
repo = RepoConfig(root_project=True)
|
|
149
|
-
self.assertTrue(repo.root_project)
|
|
150
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
151
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
152
|
-
|
|
153
|
-
def test_from_dict(self):
|
|
154
|
-
repo = RepoConfig.from_dict(dict(), root_project=False)
|
|
155
|
-
self.assertFalse(repo.root_project)
|
|
156
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
157
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
158
|
-
|
|
159
|
-
repo = RepoConfig.from_dict(dict(), root_project=True)
|
|
160
|
-
self.assertTrue(repo.root_project)
|
|
161
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
162
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
163
|
-
|
|
164
|
-
def test_metadata_path(self):
|
|
165
|
-
repo = RepoConfig(root_project=False)
|
|
166
|
-
self.assertEqual(
|
|
167
|
-
repo.metadata_path, os.path.join(base_repo_path(), 'mage_platform/metadata.yaml'),
|
|
168
|
-
)
|
|
169
|
-
|
|
170
|
-
repo = RepoConfig(root_project=True)
|
|
171
|
-
self.assertEqual(repo.metadata_path, os.path.join(base_repo_path(), 'metadata.yaml'))
|
|
172
|
-
|
|
173
|
-
def test_get_repo_config(self):
|
|
174
|
-
repo = get_repo_config(root_project=False)
|
|
175
|
-
self.assertFalse(repo.root_project)
|
|
176
|
-
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
177
|
-
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
178
|
-
|
|
179
|
-
repo = get_repo_config(root_project=True)
|
|
180
|
-
self.assertTrue(repo.root_project)
|
|
181
|
-
self.assertEqual(repo.repo_path, base_repo_path())
|
|
182
|
-
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
183
|
-
|
|
184
|
-
def test_init_repo(self):
|
|
185
|
-
path = os.path.join(os.path.dirname(base_repo_path()), 'test2')
|
|
186
|
-
try:
|
|
187
|
-
shutil.rmtree(path)
|
|
188
|
-
except Exception:
|
|
189
|
-
pass
|
|
190
|
-
with patch('mage_ai.data_preparation.repo_manager.get_repo_config') as mock_get_repo_config:
|
|
191
|
-
init_repo(path, root_project=True)
|
|
192
|
-
mock_get_repo_config.assert_called_once_with(path, root_project=True)
|
|
193
|
-
try:
|
|
194
|
-
shutil.rmtree(path)
|
|
195
|
-
except Exception:
|
|
196
|
-
pass
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import shutil
|
|
3
|
+
from unittest.mock import patch
|
|
4
|
+
|
|
5
|
+
from mage_ai.data_preparation.repo_manager import RepoConfig, get_repo_config, init_repo
|
|
6
|
+
from mage_ai.settings.utils import base_repo_path
|
|
7
|
+
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
@patch('mage_ai.settings.platform.project_platform_activated', lambda: True)
|
|
11
|
+
@patch('mage_ai.settings.repo.project_platform_activated', lambda: True)
|
|
12
|
+
class RepoManagerProjectPlatformTest(ProjectPlatformMixin):
|
|
13
|
+
def test_init(self):
|
|
14
|
+
repo = RepoConfig(root_project=False)
|
|
15
|
+
self.assertFalse(repo.root_project)
|
|
16
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
17
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
18
|
+
|
|
19
|
+
repo = RepoConfig(root_project=True)
|
|
20
|
+
self.assertTrue(repo.root_project)
|
|
21
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
22
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
23
|
+
|
|
24
|
+
def test_from_dict(self):
|
|
25
|
+
repo = RepoConfig.from_dict(dict(), root_project=False)
|
|
26
|
+
self.assertFalse(repo.root_project)
|
|
27
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
28
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
29
|
+
|
|
30
|
+
repo = RepoConfig.from_dict(dict(), root_project=True)
|
|
31
|
+
self.assertTrue(repo.root_project)
|
|
32
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
33
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
34
|
+
|
|
35
|
+
def test_metadata_path(self):
|
|
36
|
+
repo = RepoConfig(root_project=False)
|
|
37
|
+
self.assertEqual(
|
|
38
|
+
repo.metadata_path, os.path.join(base_repo_path(), 'mage_platform/metadata.yaml'),
|
|
39
|
+
)
|
|
40
|
+
|
|
41
|
+
repo = RepoConfig(root_project=True)
|
|
42
|
+
self.assertEqual(repo.metadata_path, os.path.join(base_repo_path(), 'metadata.yaml'))
|
|
43
|
+
|
|
44
|
+
def test_get_repo_config(self):
|
|
45
|
+
repo = get_repo_config(root_project=False)
|
|
46
|
+
self.assertFalse(repo.root_project)
|
|
47
|
+
self.assertEqual(repo.repo_path, os.path.join(base_repo_path(), 'mage_platform'))
|
|
48
|
+
self.assertEqual(repo.variables_dir, os.path.join(base_repo_path(), 'mage_platform'))
|
|
49
|
+
|
|
50
|
+
repo = get_repo_config(root_project=True)
|
|
51
|
+
self.assertTrue(repo.root_project)
|
|
52
|
+
self.assertEqual(repo.repo_path, base_repo_path())
|
|
53
|
+
self.assertEqual(repo.variables_dir, base_repo_path())
|
|
54
|
+
|
|
55
|
+
def test_init_repo(self):
|
|
56
|
+
path = os.path.join(os.path.dirname(base_repo_path()), 'test2')
|
|
57
|
+
try:
|
|
58
|
+
shutil.rmtree(path)
|
|
59
|
+
except Exception:
|
|
60
|
+
pass
|
|
61
|
+
with patch('mage_ai.data_preparation.repo_manager.get_repo_config') as mock_get_repo_config:
|
|
62
|
+
init_repo(path, root_project=True)
|
|
63
|
+
mock_get_repo_config.assert_called_once_with(path, root_project=True)
|
|
64
|
+
try:
|
|
65
|
+
shutil.rmtree(path)
|
|
66
|
+
except Exception:
|
|
67
|
+
pass
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from unittest.mock import patch
|
|
2
|
-
|
|
3
1
|
import pandas as pd
|
|
4
2
|
from pandas.testing import assert_frame_equal
|
|
5
3
|
|
|
@@ -10,12 +8,10 @@ from mage_ai.data_preparation.repo_manager import get_repo_config
|
|
|
10
8
|
from mage_ai.data_preparation.variable_manager import (
|
|
11
9
|
VariableManager,
|
|
12
10
|
get_global_variable,
|
|
13
|
-
get_global_variables,
|
|
14
11
|
set_global_variable,
|
|
15
12
|
)
|
|
16
13
|
from mage_ai.settings.repo import set_repo_path
|
|
17
14
|
from mage_ai.tests.base_test import DBTestCase
|
|
18
|
-
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
19
15
|
|
|
20
16
|
|
|
21
17
|
class VariableManagerTest(DBTestCase):
|
|
@@ -128,50 +124,3 @@ class VariableManagerTest(DBTestCase):
|
|
|
128
124
|
# get_global_variables(None, pipeline=pipeline), pipeline.variables
|
|
129
125
|
# )
|
|
130
126
|
# self.assertEqual(get_global_variables(pipeline.uuid), pipeline.variables)
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
class VariableManagerProjectPlatformTests(ProjectPlatformMixin):
|
|
134
|
-
def test_get_global_variable(self):
|
|
135
|
-
with patch(
|
|
136
|
-
"mage_ai.data_preparation.variable_manager.project_platform_activated",
|
|
137
|
-
lambda: True,
|
|
138
|
-
):
|
|
139
|
-
with patch(
|
|
140
|
-
"mage_ai.data_preparation.models.pipeline.project_platform_activated",
|
|
141
|
-
lambda: True,
|
|
142
|
-
):
|
|
143
|
-
for settings in self.repo_paths.values():
|
|
144
|
-
pipeline = Pipeline.create(
|
|
145
|
-
self.faker.unique.name(),
|
|
146
|
-
repo_path=settings["full_path"],
|
|
147
|
-
)
|
|
148
|
-
value = self.faker.unique.name()
|
|
149
|
-
pipeline.variables = dict(mage=value)
|
|
150
|
-
pipeline.save()
|
|
151
|
-
|
|
152
|
-
self.assertEqual(get_global_variable(pipeline.uuid, "mage"), value)
|
|
153
|
-
|
|
154
|
-
def test_get_global_variables(self):
|
|
155
|
-
with patch(
|
|
156
|
-
"mage_ai.data_preparation.variable_manager.project_platform_activated",
|
|
157
|
-
lambda: True,
|
|
158
|
-
):
|
|
159
|
-
with patch(
|
|
160
|
-
"mage_ai.data_preparation.models.pipeline.project_platform_activated",
|
|
161
|
-
lambda: True,
|
|
162
|
-
):
|
|
163
|
-
for settings in self.repo_paths.values():
|
|
164
|
-
pipeline = Pipeline.create(
|
|
165
|
-
self.faker.unique.name(),
|
|
166
|
-
repo_path=settings["full_path"],
|
|
167
|
-
)
|
|
168
|
-
pipeline.variables = self.faker.unique.name()
|
|
169
|
-
pipeline.save()
|
|
170
|
-
|
|
171
|
-
self.assertEqual(
|
|
172
|
-
get_global_variables(None, pipeline=pipeline),
|
|
173
|
-
pipeline.variables,
|
|
174
|
-
)
|
|
175
|
-
self.assertEqual(
|
|
176
|
-
get_global_variables(pipeline.uuid), pipeline.variables
|
|
177
|
-
)
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
from unittest.mock import patch
|
|
2
|
+
|
|
3
|
+
from mage_ai.data_preparation.models.pipeline import Pipeline
|
|
4
|
+
from mage_ai.data_preparation.variable_manager import (
|
|
5
|
+
get_global_variable,
|
|
6
|
+
get_global_variables,
|
|
7
|
+
)
|
|
8
|
+
from mage_ai.tests.shared.mixins import ProjectPlatformMixin
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
@patch('mage_ai.data_preparation.models.pipeline.project_platform_activated', lambda: True)
|
|
12
|
+
@patch('mage_ai.data_preparation.variable_manager.project_platform_activated', lambda: True)
|
|
13
|
+
class VariableManagerProjectPlatformTests(ProjectPlatformMixin):
|
|
14
|
+
def test_get_global_variable(self):
|
|
15
|
+
for settings in self.repo_paths.values():
|
|
16
|
+
pipeline = Pipeline.create(
|
|
17
|
+
self.faker.unique.name(),
|
|
18
|
+
repo_path=settings["full_path"],
|
|
19
|
+
)
|
|
20
|
+
value = self.faker.unique.name()
|
|
21
|
+
pipeline.variables = dict(mage=value)
|
|
22
|
+
pipeline.save()
|
|
23
|
+
|
|
24
|
+
self.assertEqual(get_global_variable(pipeline.uuid, "mage"), value)
|
|
25
|
+
|
|
26
|
+
def test_get_global_variables(self):
|
|
27
|
+
for settings in self.repo_paths.values():
|
|
28
|
+
pipeline = Pipeline.create(
|
|
29
|
+
self.faker.unique.name(),
|
|
30
|
+
repo_path=settings["full_path"],
|
|
31
|
+
)
|
|
32
|
+
pipeline.variables = self.faker.unique.name()
|
|
33
|
+
pipeline.save()
|
|
34
|
+
|
|
35
|
+
self.assertEqual(
|
|
36
|
+
get_global_variables(None, pipeline=pipeline),
|
|
37
|
+
pipeline.variables,
|
|
38
|
+
)
|
|
39
|
+
self.assertEqual(
|
|
40
|
+
get_global_variables(pipeline.uuid), pipeline.variables
|
|
41
|
+
)
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import pandas as pd
|
|
2
|
+
import simplejson
|
|
2
3
|
|
|
3
4
|
from mage_ai.io.export_utils import infer_dtypes
|
|
4
5
|
from mage_ai.io.postgres import Postgres
|
|
6
|
+
from mage_ai.shared.parsers import encode_complex
|
|
5
7
|
from mage_ai.tests.base_test import DBTestCase
|
|
6
8
|
|
|
7
9
|
|
|
@@ -26,3 +28,28 @@ class TestTablePostgres(DBTestCase):
|
|
|
26
28
|
)
|
|
27
29
|
self.assertEqual('CREATE TABLE Test.Test ("varchar_time" text,"datetime_time" TIMESTAMP);',
|
|
28
30
|
query)
|
|
31
|
+
|
|
32
|
+
def test_clean_array_value(self):
|
|
33
|
+
test_cases = [
|
|
34
|
+
[],
|
|
35
|
+
[123],
|
|
36
|
+
[['abc', 'def']],
|
|
37
|
+
[['08:00', '12:00'], ['15:00', '20:00']],
|
|
38
|
+
[['08:00', '12:00'], []],
|
|
39
|
+
]
|
|
40
|
+
expected = [
|
|
41
|
+
'{}',
|
|
42
|
+
'{123}',
|
|
43
|
+
'{{"abc", "def"}}',
|
|
44
|
+
'{{"08:00", "12:00"}, {"15:00", "20:00"}}',
|
|
45
|
+
'{{"08:00", "12:00"}, {}}',
|
|
46
|
+
]
|
|
47
|
+
for val, expected_val in zip(test_cases, expected):
|
|
48
|
+
cleaned_array_value = Postgres._clean_array_value(
|
|
49
|
+
simplejson.dumps(
|
|
50
|
+
val,
|
|
51
|
+
default=encode_complex,
|
|
52
|
+
ignore_nan=True,
|
|
53
|
+
)
|
|
54
|
+
)
|
|
55
|
+
self.assertEqual(cleaned_array_value, expected_val)
|
|
@@ -2,10 +2,10 @@ from mage_ai.orchestration.notification.config import NotificationConfig
|
|
|
2
2
|
from mage_ai.tests.base_test import TestCase
|
|
3
3
|
from mage_ai.tests.orchestration.notification.constants import (
|
|
4
4
|
EMAIL_NOTIFICATION_CONFIG,
|
|
5
|
+
GOOGLE_CHAT_NOTIFICATION_CONFIG,
|
|
6
|
+
OPSGENIE_NOTIFICATION_CONFIG,
|
|
5
7
|
SLACK_NOTIFICATION_CONFIG,
|
|
6
8
|
TEAMS_NOTIFICATION_CONFIG,
|
|
7
|
-
GOOGLE_CHAT_NOTIFICATION_CONFIG,
|
|
8
|
-
OPSGENIE_NOTIFICATION_CONFIG
|
|
9
9
|
)
|
|
10
10
|
|
|
11
11
|
|
|
@@ -43,7 +43,7 @@ class NotificationConfigTests(TestCase):
|
|
|
43
43
|
self.assertIsNone(config3.email_config)
|
|
44
44
|
self.assertEqual(config3.slack_config.webhook_url, 'test_webhook_url')
|
|
45
45
|
|
|
46
|
-
self.assertEqual(config4.teams_config.webhook_url, 'test_webhook_url')
|
|
46
|
+
self.assertEqual(config4.teams_config.webhook_url, ['test_webhook_url'])
|
|
47
47
|
|
|
48
48
|
self.assertEqual(config5.google_chat_config.webhook_url, 'test_webhook_url')
|
|
49
49
|
|
|
@@ -33,9 +33,10 @@ class ProcessQueueTests(TestCase):
|
|
|
33
33
|
self.assertFalse('block_run_3' in self.queue.job_dict)
|
|
34
34
|
self.assertFalse('block_run_4' in self.queue.job_dict)
|
|
35
35
|
|
|
36
|
-
@patch('
|
|
36
|
+
@patch.object(ProcessQueue, 'start_worker_pool')
|
|
37
37
|
@patch('mage_ai.orchestration.queue.process_queue.psutil.pid_exists')
|
|
38
|
-
def test_has_job(self, mock_pid_exists,
|
|
38
|
+
def test_has_job(self, mock_pid_exists, mock_start_worker_pool):
|
|
39
|
+
mock_start_worker_pool.return_value = None
|
|
39
40
|
mock_pid_exists.return_value = True
|
|
40
41
|
|
|
41
42
|
self.queue.job_dict['block_run_1'] = JobStatus.QUEUED
|
|
@@ -205,12 +205,12 @@ class PlatformSettingsTest(ProjectPlatformMixin):
|
|
|
205
205
|
))
|
|
206
206
|
|
|
207
207
|
def test_platform_settings_full_path(self):
|
|
208
|
-
self.
|
|
208
|
+
self.assertEqual(
|
|
209
209
|
platform_settings_full_path(), os.path.join(base_repo_path(), 'settings.yaml'),
|
|
210
210
|
)
|
|
211
211
|
|
|
212
212
|
def test_local_platform_settings_full_path(self):
|
|
213
|
-
self.
|
|
213
|
+
self.assertEqual(
|
|
214
214
|
local_platform_settings_full_path(), os.path.join(base_repo_path(), '.settings.yaml'),
|
|
215
215
|
)
|
|
216
216
|
|