mage-ai 0.9.58__py3-none-any.whl → 0.9.59__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mage-ai might be problematic. Click here for more details.

Files changed (682) hide show
  1. mage_ai/api/logging.py +11 -7
  2. mage_ai/api/policies/BlockPolicy.py +1 -0
  3. mage_ai/api/policies/CommandCenterItemPolicy.py +56 -0
  4. mage_ai/api/policies/CustomTemplatePolicy.py +0 -3
  5. mage_ai/api/policies/GitBranchPolicy.py +8 -1
  6. mage_ai/api/policies/GitFilePolicy.py +1 -0
  7. mage_ai/api/policies/PipelinePolicy.py +2 -0
  8. mage_ai/api/policies/PipelineSchedulePolicy.py +1 -0
  9. mage_ai/api/policies/VersionControlBranchPolicy.py +98 -0
  10. mage_ai/api/policies/VersionControlFilePolicy.py +96 -0
  11. mage_ai/api/policies/VersionControlProjectPolicy.py +92 -0
  12. mage_ai/api/policies/VersionControlRemotePolicy.py +94 -0
  13. mage_ai/api/presenters/CommandCenterItemPresenter.py +19 -0
  14. mage_ai/api/presenters/GitBranchPresenter.py +2 -0
  15. mage_ai/api/presenters/GitCustomBranchPresenter.py +1 -0
  16. mage_ai/api/presenters/PipelinePresenter.py +5 -5
  17. mage_ai/api/presenters/PipelineSchedulePresenter.py +4 -0
  18. mage_ai/api/presenters/VersionControlBranchPresenter.py +15 -0
  19. mage_ai/api/presenters/VersionControlFilePresenter.py +15 -0
  20. mage_ai/api/presenters/VersionControlProjectPresenter.py +14 -0
  21. mage_ai/api/presenters/VersionControlRemotePresenter.py +15 -0
  22. mage_ai/api/resources/BlockResource.py +110 -80
  23. mage_ai/api/resources/CommandCenterItemResource.py +29 -0
  24. mage_ai/api/resources/FileResource.py +15 -1
  25. mage_ai/api/resources/FolderResource.py +2 -1
  26. mage_ai/api/resources/GitBranchResource.py +183 -108
  27. mage_ai/api/resources/GitCustomBranchResource.py +9 -2
  28. mage_ai/api/resources/GitFileResource.py +26 -13
  29. mage_ai/api/resources/KernelResource.py +9 -1
  30. mage_ai/api/resources/LogResource.py +1 -1
  31. mage_ai/api/resources/OauthResource.py +4 -5
  32. mage_ai/api/resources/PipelineResource.py +71 -38
  33. mage_ai/api/resources/PipelineRunResource.py +7 -2
  34. mage_ai/api/resources/PullRequestResource.py +12 -3
  35. mage_ai/api/resources/SearchResultResource.py +4 -4
  36. mage_ai/api/resources/VersionControlBranchResource.py +85 -0
  37. mage_ai/api/resources/VersionControlFileResource.py +65 -0
  38. mage_ai/api/resources/VersionControlProjectResource.py +46 -0
  39. mage_ai/api/resources/VersionControlRemoteResource.py +64 -0
  40. mage_ai/authentication/oauth/constants.py +13 -16
  41. mage_ai/authentication/operation_history/models.py +11 -32
  42. mage_ai/authentication/operation_history/utils.py +14 -14
  43. mage_ai/authentication/permissions/constants.py +5 -0
  44. mage_ai/authentication/providers/active_directory.py +2 -2
  45. mage_ai/authentication/providers/bitbucket.py +2 -2
  46. mage_ai/authentication/providers/constants.py +6 -12
  47. mage_ai/authentication/providers/ghe.py +2 -2
  48. mage_ai/authentication/providers/google.py +2 -2
  49. mage_ai/authentication/providers/okta.py +2 -2
  50. mage_ai/cache/base.py +11 -3
  51. mage_ai/cache/block.py +116 -32
  52. mage_ai/cache/block_action_object/__init__.py +52 -43
  53. mage_ai/cache/constants.py +1 -0
  54. mage_ai/cache/file.py +114 -0
  55. mage_ai/cache/pipeline.py +34 -8
  56. mage_ai/cache/tag.py +51 -10
  57. mage_ai/cache/utils.py +44 -3
  58. mage_ai/cluster_manager/kubernetes/workload_manager.py +9 -1
  59. mage_ai/command_center/__init__.py +0 -0
  60. mage_ai/command_center/applications/__init__.py +0 -0
  61. mage_ai/command_center/applications/constants.py +96 -0
  62. mage_ai/command_center/applications/factory.py +54 -0
  63. mage_ai/command_center/blocks/__init__.py +0 -0
  64. mage_ai/command_center/blocks/factory.py +39 -0
  65. mage_ai/command_center/blocks/utils.py +127 -0
  66. mage_ai/command_center/constants.py +66 -0
  67. mage_ai/command_center/factory.py +161 -0
  68. mage_ai/command_center/files/__init__.py +0 -0
  69. mage_ai/command_center/files/constants.py +235 -0
  70. mage_ai/command_center/files/factory.py +86 -0
  71. mage_ai/command_center/models.py +442 -0
  72. mage_ai/command_center/pipeline_runs/__init__.py +0 -0
  73. mage_ai/command_center/pipeline_runs/utils.py +141 -0
  74. mage_ai/command_center/pipelines/__init__.py +0 -0
  75. mage_ai/command_center/pipelines/constants.py +118 -0
  76. mage_ai/command_center/pipelines/factory.py +132 -0
  77. mage_ai/command_center/pipelines/utils.py +120 -0
  78. mage_ai/command_center/service.py +45 -0
  79. mage_ai/command_center/settings.py +37 -0
  80. mage_ai/command_center/support/__init__.py +0 -0
  81. mage_ai/command_center/support/constants.py +46 -0
  82. mage_ai/command_center/triggers/__init__.py +0 -0
  83. mage_ai/command_center/triggers/factory.py +49 -0
  84. mage_ai/command_center/triggers/utils.py +463 -0
  85. mage_ai/command_center/utils.py +30 -0
  86. mage_ai/data_preparation/executors/azure_container_instance_executor.py +1 -1
  87. mage_ai/data_preparation/executors/block_executor.py +68 -19
  88. mage_ai/data_preparation/executors/ecs_block_executor.py +2 -2
  89. mage_ai/data_preparation/executors/executor_factory.py +2 -0
  90. mage_ai/data_preparation/executors/gcp_cloud_run_block_executor.py +1 -1
  91. mage_ai/data_preparation/executors/k8s_block_executor.py +2 -2
  92. mage_ai/data_preparation/executors/pyspark_block_executor.py +7 -1
  93. mage_ai/data_preparation/git/__init__.py +29 -11
  94. mage_ai/data_preparation/git/api.py +14 -13
  95. mage_ai/data_preparation/git/clients/base.py +4 -8
  96. mage_ai/data_preparation/git/clients/github.py +1 -0
  97. mage_ai/data_preparation/git/utils.py +5 -7
  98. mage_ai/data_preparation/models/block/__init__.py +556 -329
  99. mage_ai/data_preparation/models/block/content.py +111 -0
  100. mage_ai/data_preparation/models/block/data_integration/mixins.py +1 -0
  101. mage_ai/data_preparation/models/block/dbt/block.py +29 -19
  102. mage_ai/data_preparation/models/block/dbt/block_sql.py +50 -260
  103. mage_ai/data_preparation/models/block/dbt/block_yaml.py +74 -156
  104. mage_ai/data_preparation/models/block/dbt/dbt_adapter.py +22 -10
  105. mage_ai/data_preparation/models/block/dbt/profiles.py +19 -15
  106. mage_ai/data_preparation/models/block/dbt/project.py +3 -0
  107. mage_ai/data_preparation/models/block/dynamic/constants.py +0 -0
  108. mage_ai/data_preparation/models/block/dynamic/dynamic_child.py +507 -47
  109. mage_ai/data_preparation/models/block/dynamic/utils.py +432 -1
  110. mage_ai/data_preparation/models/block/platform/mixins.py +68 -44
  111. mage_ai/data_preparation/models/block/r/__init__.py +19 -9
  112. mage_ai/data_preparation/models/block/sql/__init__.py +34 -20
  113. mage_ai/data_preparation/models/block/sql/utils/shared.py +4 -1
  114. mage_ai/data_preparation/models/block/utils.py +176 -71
  115. mage_ai/data_preparation/models/constants.py +7 -0
  116. mage_ai/data_preparation/models/file.py +21 -2
  117. mage_ai/data_preparation/models/pipeline.py +20 -8
  118. mage_ai/data_preparation/models/project/__init__.py +12 -7
  119. mage_ai/data_preparation/models/project/constants.py +1 -0
  120. mage_ai/data_preparation/models/triggers/__init__.py +7 -0
  121. mage_ai/data_preparation/models/utils.py +20 -0
  122. mage_ai/data_preparation/models/variable.py +113 -15
  123. mage_ai/data_preparation/shared/utils.py +6 -3
  124. mage_ai/data_preparation/storage/base_storage.py +17 -0
  125. mage_ai/data_preparation/storage/gcs_storage.py +4 -0
  126. mage_ai/data_preparation/storage/local_storage.py +15 -0
  127. mage_ai/data_preparation/storage/s3_storage.py +4 -0
  128. mage_ai/data_preparation/templates/data_exporters/qdrant.py +0 -1
  129. mage_ai/data_preparation/templates/data_loaders/qdrant.py +2 -1
  130. mage_ai/data_preparation/variable_manager.py +1 -0
  131. mage_ai/io/base.py +4 -1
  132. mage_ai/io/bigquery.py +25 -16
  133. mage_ai/io/clickhouse.py +3 -0
  134. mage_ai/io/druid.py +3 -0
  135. mage_ai/io/mongodb.py +1 -1
  136. mage_ai/io/pinot.py +3 -0
  137. mage_ai/io/postgres.py +13 -0
  138. mage_ai/io/snowflake.py +4 -0
  139. mage_ai/io/spark.py +8 -3
  140. mage_ai/io/sql.py +6 -0
  141. mage_ai/orchestration/db/__init__.py +26 -19
  142. mage_ai/orchestration/db/cache.py +4 -3
  143. mage_ai/orchestration/db/models/schedules.py +72 -16
  144. mage_ai/orchestration/db/models/schedules_project_platform.py +2 -3
  145. mage_ai/orchestration/pipeline_scheduler_original.py +19 -11
  146. mage_ai/orchestration/pipeline_scheduler_project_platform.py +20 -11
  147. mage_ai/presenters/interactions/constants.py +1 -0
  148. mage_ai/presenters/interactions/models.py +4 -3
  149. mage_ai/presenters/pages/models/client_pages/pipeline_schedules.py +1 -1
  150. mage_ai/server/constants.py +1 -1
  151. mage_ai/server/frontend_dist/404.html +11 -11
  152. mage_ai/server/frontend_dist/_next/static/PPQxHOmWVJ0iQFzG2rc8m/_buildManifest.js +1 -0
  153. mage_ai/server/frontend_dist/_next/static/chunks/1235.c9ed47779baccc05.js +1 -0
  154. mage_ai/server/frontend_dist/_next/static/chunks/125-029194ff22eb33a5.js +1 -0
  155. mage_ai/server/frontend_dist/_next/static/chunks/1557-4f7485c2e2228f77.js +1 -0
  156. mage_ai/server/frontend_dist/_next/static/chunks/2474-8e702cea23ddd16d.js +1 -0
  157. mage_ai/server/frontend_dist/_next/static/chunks/2479-727fa69ee9be6fab.js +1 -0
  158. mage_ai/server/frontend_dist/_next/static/chunks/26-38bc9380422f3900.js +1 -0
  159. mage_ai/server/frontend_dist/_next/static/chunks/2717-3e7ea8543b3825b7.js +1 -0
  160. mage_ai/server/frontend_dist/_next/static/chunks/3366-420721116ea5a665.js +1 -0
  161. mage_ai/server/frontend_dist/_next/static/chunks/3449-a9c98239582cd6f0.js +1 -0
  162. mage_ai/server/frontend_dist/_next/static/chunks/3548-13563a1ff815f922.js +1 -0
  163. mage_ai/server/frontend_dist/_next/static/chunks/3943-9e0a8ba0db34b35f.js +1 -0
  164. mage_ai/server/frontend_dist/_next/static/chunks/4371-ef23f95888d6cd11.js +1 -0
  165. mage_ai/server/frontend_dist/_next/static/chunks/4632.a4171dbf46b31c7c.js +1 -0
  166. mage_ai/server/frontend_dist/_next/static/chunks/523-be11ad59861d00ca.js +1 -0
  167. mage_ai/server/frontend_dist/_next/static/chunks/5457-d582b00545b4cb5e.js +1 -0
  168. mage_ai/server/frontend_dist/_next/static/chunks/5831-2abc4063e887a03e.js +1 -0
  169. mage_ai/server/frontend_dist/_next/static/chunks/6085-692d2f784c0504f2.js +1 -0
  170. mage_ai/server/frontend_dist/_next/static/chunks/635-1e8857c2b6dde289.js +1 -0
  171. mage_ai/server/frontend_dist/_next/static/chunks/7022-0d52dd8868621fb0.js +1 -0
  172. mage_ai/server/frontend_dist/_next/static/chunks/7264-d05f4b7088533f6f.js +1 -0
  173. mage_ai/server/frontend_dist/_next/static/chunks/7361-b3d661ec743bfadf.js +1 -0
  174. mage_ai/server/frontend_dist/_next/static/chunks/737-cc6467310a130dd9.js +1 -0
  175. mage_ai/server/frontend_dist/_next/static/chunks/{4495-4f0340aa82e0c623.js → 7674-9ec4fe64b5bf64d5.js} +1 -1
  176. mage_ai/server/frontend_dist/_next/static/chunks/8038-85d715c8c8394827.js +1 -0
  177. mage_ai/server/frontend_dist/_next/static/chunks/8095-bdce03896ef9639a.js +1 -0
  178. mage_ai/server/frontend_dist/_next/static/chunks/8146-6bed4e7401e067e6.js +1 -0
  179. mage_ai/server/frontend_dist/_next/static/chunks/8192-0c0b91523a38c4ca.js +1 -0
  180. mage_ai/server/frontend_dist/_next/static/chunks/8432-f736d101fc6d9215.js +1 -0
  181. mage_ai/server/frontend_dist/_next/static/chunks/8513-d207733b485c8d03.js +1 -0
  182. mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/9264-e7e040a54d34360c.js → frontend_dist/_next/static/chunks/9264-7cd9cd0ba86ec5e4.js} +1 -1
  183. mage_ai/server/frontend_dist/_next/static/chunks/9265-d2a1aaec75ec69b8.js +1 -0
  184. mage_ai/server/frontend_dist/_next/static/chunks/9440-54add041c392517f.js +1 -0
  185. mage_ai/server/frontend_dist/_next/static/chunks/9624-59b2f803f9c88cd6.js +1 -0
  186. mage_ai/server/frontend_dist/_next/static/chunks/9832-67896490f6e8a014.js +1 -0
  187. mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/bd1a647f.fe5d87096be24a62.js → frontend_dist/_next/static/chunks/bd1a647f.04f7913662092327.js} +1 -1
  188. mage_ai/server/frontend_dist/_next/static/chunks/pages/404-7cabe357906f44f2.js +1 -0
  189. mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-a11bd2ebe11b3fd2.js +1 -0
  190. mage_ai/server/frontend_dist/_next/static/chunks/pages/block-layout-ffca51945cd154ef.js +1 -0
  191. mage_ai/server/frontend_dist/_next/static/chunks/pages/compute-3ba957769292db80.js +1 -0
  192. mage_ai/server/frontend_dist/_next/static/chunks/pages/files-45679fd18b3edd82.js +1 -0
  193. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-data-products/[...slug]-95735a218106aa99.js +1 -0
  194. mage_ai/server/frontend_dist/_next/static/chunks/pages/{global-data-products-cf98c2e4d20fd92c.js → global-data-products-81d6c7fd9a9cff38.js} +1 -1
  195. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-eb4421d51fb7368f.js +1 -0
  196. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-hooks-a8c712e20512fede.js +1 -0
  197. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/files-f1be1d4735ba6919.js +1 -0
  198. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/settings-febe676687966276.js +1 -0
  199. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/[user]-70efe222130490b5.js +1 -0
  200. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/new-0914c36b3c8fd59f.js +1 -0
  201. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/{users-81e6e5319a59cd07.js → users-4f12e989e7809ef9.js} +1 -1
  202. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage-809d4c99b44991a1.js +1 -0
  203. mage_ai/server/{frontend_dist_base_path_template/_next/static/chunks/pages/oauth-0436d395963cd27a.js → frontend_dist/_next/static/chunks/pages/oauth-aa9079c8dbaea3a5.js} +1 -1
  204. mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-4e30fb5b18383b71.js +1 -0
  205. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipeline-runs-5d31c3aace39182d.js +1 -0
  206. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills/[...slug]-85a80ee66f60a65c.js +1 -0
  207. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-0bd74047e257e6d9.js +1 -0
  208. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/dashboard-80619dc504d0103b.js +1 -0
  209. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-3cc8d74ff8525bfd.js +1 -0
  210. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-cdc379ff24ff8858.js +1 -0
  211. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-03396d6086003e16.js +1 -0
  212. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-d6d920758654f6d9.js +1 -0
  213. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors-27727bb87be506c3.js +1 -0
  214. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-16aab67743651a0b.js +1 -0
  215. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3ca1bedb660b252.js +1 -0
  216. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-9d58701fe7213727.js +1 -0
  217. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-0041fd76ee15e49f.js +1 -0
  218. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers/[...slug]-780be9a2da697915.js +1 -0
  219. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-db8bb970b1f2273f.js +1 -0
  220. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-a3422b0ab1dbacd7.js +1 -0
  221. mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks/[...slug]-987a1603f4201943.js +1 -0
  222. mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks-3dc8bf89cab2722b.js +1 -0
  223. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/account/profile-43d3f2a5071b9537.js +1 -0
  224. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-c97b1a39b22c112a.js +1 -0
  225. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/settings-49efb66da67554ca.js +1 -0
  226. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-be6aaec07c138656.js → [...slug]-5117d3555972484c.js} +1 -1
  227. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions-ee1c19d4a192ae4d.js +1 -0
  228. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-4dc5724486ee3396.js +1 -0
  229. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-f380d293cff7592b.js → [...slug]-fa095aac732368c3.js} +1 -1
  230. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/{roles-ddce04fae28bd7f6.js → roles-db6d71f8692a33e7.js} +1 -1
  231. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/sync-data-99c6a263d2ab9553.js +1 -0
  232. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users/{[...slug]-213a43564fdfbe17.js → [...slug]-9d881ac0a3db9baa.js} +1 -1
  233. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-bee414d57c4b55d7.js +1 -0
  234. mage_ai/server/frontend_dist/_next/static/chunks/pages/sign-in-e7030e1a7a9e88e1.js +1 -0
  235. mage_ai/server/frontend_dist/_next/static/chunks/pages/templates/[...slug]-312afc9a3f8d0a4f.js +1 -0
  236. mage_ai/server/frontend_dist/_next/static/chunks/pages/templates-e5300c340aa94c6b.js +1 -0
  237. mage_ai/server/frontend_dist/_next/static/chunks/pages/terminal-fa7ca0c86142d146.js +1 -0
  238. mage_ai/server/frontend_dist/_next/static/chunks/pages/test-bd51b3918b39329e.js +1 -0
  239. mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-5158a9d98d2459e8.js +1 -0
  240. mage_ai/server/frontend_dist/_next/static/chunks/pages/version-control-5ce099a7abb354ff.js +1 -0
  241. mage_ai/server/frontend_dist/_next/static/chunks/{webpack-fea697dd168c6d0c.js → webpack-efa55343114c8128.js} +1 -1
  242. mage_ai/server/{frontend_dist_base_path_template/_next/static/css/d1e8e64d0b07af2f.css → frontend_dist/_next/static/css/b59541b123fd7191.css} +1 -1
  243. mage_ai/server/frontend_dist/block-layout.html +3 -3
  244. mage_ai/server/frontend_dist/compute.html +11 -11
  245. mage_ai/server/frontend_dist/files.html +11 -11
  246. mage_ai/server/frontend_dist/global-data-products/[...slug].html +11 -11
  247. mage_ai/server/frontend_dist/global-data-products.html +11 -11
  248. mage_ai/server/frontend_dist/global-hooks/[...slug].html +11 -11
  249. mage_ai/server/frontend_dist/global-hooks.html +11 -11
  250. mage_ai/server/frontend_dist/index.html +3 -3
  251. mage_ai/server/frontend_dist/manage/files.html +11 -11
  252. mage_ai/server/frontend_dist/manage/settings.html +11 -11
  253. mage_ai/server/frontend_dist/manage/users/[user].html +11 -11
  254. mage_ai/server/frontend_dist/manage/users/new.html +11 -11
  255. mage_ai/server/frontend_dist/manage/users.html +11 -11
  256. mage_ai/server/frontend_dist/manage.html +11 -11
  257. mage_ai/server/frontend_dist/oauth.html +8 -8
  258. mage_ai/server/frontend_dist/overview.html +11 -11
  259. mage_ai/server/frontend_dist/pipeline-runs.html +11 -11
  260. mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills/[...slug].html +11 -11
  261. mage_ai/server/frontend_dist/pipelines/[pipeline]/backfills.html +11 -11
  262. mage_ai/server/frontend_dist/pipelines/[pipeline]/dashboard.html +11 -11
  263. mage_ai/server/frontend_dist/pipelines/[pipeline]/edit.html +3 -3
  264. mage_ai/server/frontend_dist/pipelines/[pipeline]/logs.html +11 -11
  265. mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runs.html +11 -11
  266. mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors/block-runtime.html +11 -11
  267. mage_ai/server/frontend_dist/pipelines/[pipeline]/monitors.html +11 -11
  268. mage_ai/server/frontend_dist/pipelines/[pipeline]/runs/[run].html +11 -11
  269. mage_ai/server/frontend_dist/pipelines/[pipeline]/runs.html +11 -11
  270. mage_ai/server/frontend_dist/pipelines/[pipeline]/settings.html +11 -11
  271. mage_ai/server/frontend_dist/pipelines/[pipeline]/syncs.html +11 -11
  272. mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers/[...slug].html +11 -11
  273. mage_ai/server/frontend_dist/pipelines/[pipeline]/triggers.html +11 -11
  274. mage_ai/server/frontend_dist/pipelines/[pipeline].html +3 -3
  275. mage_ai/server/frontend_dist/pipelines.html +11 -11
  276. mage_ai/server/frontend_dist/platform/global-hooks/[...slug].html +11 -11
  277. mage_ai/server/frontend_dist/platform/global-hooks.html +11 -11
  278. mage_ai/server/frontend_dist/settings/account/profile.html +11 -11
  279. mage_ai/server/frontend_dist/settings/platform/preferences.html +11 -11
  280. mage_ai/server/frontend_dist/settings/platform/settings.html +11 -11
  281. mage_ai/server/frontend_dist/settings/workspace/permissions/[...slug].html +11 -11
  282. mage_ai/server/frontend_dist/settings/workspace/permissions.html +11 -11
  283. mage_ai/server/frontend_dist/settings/workspace/preferences.html +11 -11
  284. mage_ai/server/frontend_dist/settings/workspace/roles/[...slug].html +11 -11
  285. mage_ai/server/frontend_dist/settings/workspace/roles.html +11 -11
  286. mage_ai/server/frontend_dist/settings/workspace/sync-data.html +11 -11
  287. mage_ai/server/frontend_dist/settings/workspace/users/[...slug].html +11 -11
  288. mage_ai/server/frontend_dist/settings/workspace/users.html +11 -11
  289. mage_ai/server/frontend_dist/settings.html +3 -3
  290. mage_ai/server/frontend_dist/sign-in.html +41 -41
  291. mage_ai/server/frontend_dist/templates/[...slug].html +11 -11
  292. mage_ai/server/frontend_dist/templates.html +11 -11
  293. mage_ai/server/frontend_dist/terminal.html +11 -11
  294. mage_ai/server/frontend_dist/test.html +3 -5
  295. mage_ai/server/frontend_dist/triggers.html +11 -11
  296. mage_ai/server/frontend_dist/version-control.html +11 -11
  297. mage_ai/server/frontend_dist_base_path_template/404.html +11 -11
  298. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1235.c9ed47779baccc05.js +1 -0
  299. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/125-029194ff22eb33a5.js +1 -0
  300. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1557-4f7485c2e2228f77.js +1 -0
  301. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2474-8e702cea23ddd16d.js +1 -0
  302. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2479-727fa69ee9be6fab.js +1 -0
  303. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/26-38bc9380422f3900.js +1 -0
  304. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-3e7ea8543b3825b7.js +1 -0
  305. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3366-420721116ea5a665.js +1 -0
  306. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3449-a9c98239582cd6f0.js +1 -0
  307. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3548-13563a1ff815f922.js +1 -0
  308. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3943-9e0a8ba0db34b35f.js +1 -0
  309. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/4371-ef23f95888d6cd11.js +1 -0
  310. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/4632.a4171dbf46b31c7c.js +1 -0
  311. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/523-be11ad59861d00ca.js +1 -0
  312. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5457-d582b00545b4cb5e.js +1 -0
  313. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5831-2abc4063e887a03e.js +1 -0
  314. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6085-692d2f784c0504f2.js +1 -0
  315. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/635-1e8857c2b6dde289.js +1 -0
  316. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7022-0d52dd8868621fb0.js +1 -0
  317. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7264-d05f4b7088533f6f.js +1 -0
  318. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7361-b3d661ec743bfadf.js +1 -0
  319. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/737-cc6467310a130dd9.js +1 -0
  320. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{4495-4f0340aa82e0c623.js → 7674-9ec4fe64b5bf64d5.js} +1 -1
  321. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8038-85d715c8c8394827.js +1 -0
  322. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8095-bdce03896ef9639a.js +1 -0
  323. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8146-6bed4e7401e067e6.js +1 -0
  324. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8192-0c0b91523a38c4ca.js +1 -0
  325. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8432-f736d101fc6d9215.js +1 -0
  326. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8513-d207733b485c8d03.js +1 -0
  327. mage_ai/server/{frontend_dist/_next/static/chunks/9264-e7e040a54d34360c.js → frontend_dist_base_path_template/_next/static/chunks/9264-7cd9cd0ba86ec5e4.js} +1 -1
  328. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9265-d2a1aaec75ec69b8.js +1 -0
  329. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9440-54add041c392517f.js +1 -0
  330. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9624-59b2f803f9c88cd6.js +1 -0
  331. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9832-67896490f6e8a014.js +1 -0
  332. mage_ai/server/{frontend_dist/_next/static/chunks/bd1a647f.fe5d87096be24a62.js → frontend_dist_base_path_template/_next/static/chunks/bd1a647f.04f7913662092327.js} +1 -1
  333. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/404-7cabe357906f44f2.js +1 -0
  334. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-a11bd2ebe11b3fd2.js +1 -0
  335. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/block-layout-ffca51945cd154ef.js +1 -0
  336. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/compute-3ba957769292db80.js +1 -0
  337. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/files-45679fd18b3edd82.js +1 -0
  338. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-data-products/[...slug]-95735a218106aa99.js +1 -0
  339. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/{global-data-products-cf98c2e4d20fd92c.js → global-data-products-81d6c7fd9a9cff38.js} +1 -1
  340. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-eb4421d51fb7368f.js +1 -0
  341. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks-a8c712e20512fede.js +1 -0
  342. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/files-f1be1d4735ba6919.js +1 -0
  343. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/settings-febe676687966276.js +1 -0
  344. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/[user]-70efe222130490b5.js +1 -0
  345. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-0914c36b3c8fd59f.js +1 -0
  346. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/{users-81e6e5319a59cd07.js → users-4f12e989e7809ef9.js} +1 -1
  347. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage-809d4c99b44991a1.js +1 -0
  348. mage_ai/server/{frontend_dist/_next/static/chunks/pages/oauth-0436d395963cd27a.js → frontend_dist_base_path_template/_next/static/chunks/pages/oauth-aa9079c8dbaea3a5.js} +1 -1
  349. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-4e30fb5b18383b71.js +1 -0
  350. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipeline-runs-5d31c3aace39182d.js +1 -0
  351. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills/[...slug]-85a80ee66f60a65c.js +1 -0
  352. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-0bd74047e257e6d9.js +1 -0
  353. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/dashboard-80619dc504d0103b.js +1 -0
  354. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-3cc8d74ff8525bfd.js +1 -0
  355. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-cdc379ff24ff8858.js +1 -0
  356. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-03396d6086003e16.js +1 -0
  357. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-d6d920758654f6d9.js +1 -0
  358. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors-27727bb87be506c3.js +1 -0
  359. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-16aab67743651a0b.js +1 -0
  360. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-e3ca1bedb660b252.js +1 -0
  361. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-9d58701fe7213727.js +1 -0
  362. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-0041fd76ee15e49f.js +1 -0
  363. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers/[...slug]-780be9a2da697915.js +1 -0
  364. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-db8bb970b1f2273f.js +1 -0
  365. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-a3422b0ab1dbacd7.js +1 -0
  366. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks/[...slug]-987a1603f4201943.js +1 -0
  367. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-3dc8bf89cab2722b.js +1 -0
  368. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/account/profile-43d3f2a5071b9537.js +1 -0
  369. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-c97b1a39b22c112a.js +1 -0
  370. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-49efb66da67554ca.js +1 -0
  371. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions/{[...slug]-be6aaec07c138656.js → [...slug]-5117d3555972484c.js} +1 -1
  372. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions-ee1c19d4a192ae4d.js +1 -0
  373. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-4dc5724486ee3396.js +1 -0
  374. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/roles/{[...slug]-f380d293cff7592b.js → [...slug]-fa095aac732368c3.js} +1 -1
  375. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/{roles-ddce04fae28bd7f6.js → roles-db6d71f8692a33e7.js} +1 -1
  376. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/sync-data-99c6a263d2ab9553.js +1 -0
  377. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users/{[...slug]-213a43564fdfbe17.js → [...slug]-9d881ac0a3db9baa.js} +1 -1
  378. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-bee414d57c4b55d7.js +1 -0
  379. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/sign-in-e7030e1a7a9e88e1.js +1 -0
  380. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates/[...slug]-312afc9a3f8d0a4f.js +1 -0
  381. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates-e5300c340aa94c6b.js +1 -0
  382. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/terminal-fa7ca0c86142d146.js +1 -0
  383. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-bd51b3918b39329e.js +1 -0
  384. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-5158a9d98d2459e8.js +1 -0
  385. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/version-control-5ce099a7abb354ff.js +1 -0
  386. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/{webpack-d30cb09c85b4c4f0.js → webpack-bd35e1c7bd7b5a9a.js} +1 -1
  387. mage_ai/server/{frontend_dist/_next/static/css/d1e8e64d0b07af2f.css → frontend_dist_base_path_template/_next/static/css/b59541b123fd7191.css} +1 -1
  388. mage_ai/server/frontend_dist_base_path_template/_next/static/do4WOsw7lNhouR0mtPTFi/_buildManifest.js +1 -0
  389. mage_ai/server/frontend_dist_base_path_template/block-layout.html +3 -3
  390. mage_ai/server/frontend_dist_base_path_template/compute.html +11 -11
  391. mage_ai/server/frontend_dist_base_path_template/files.html +11 -11
  392. mage_ai/server/frontend_dist_base_path_template/global-data-products/[...slug].html +11 -11
  393. mage_ai/server/frontend_dist_base_path_template/global-data-products.html +11 -11
  394. mage_ai/server/frontend_dist_base_path_template/global-hooks/[...slug].html +11 -11
  395. mage_ai/server/frontend_dist_base_path_template/global-hooks.html +11 -11
  396. mage_ai/server/frontend_dist_base_path_template/index.html +3 -3
  397. mage_ai/server/frontend_dist_base_path_template/manage/files.html +11 -11
  398. mage_ai/server/frontend_dist_base_path_template/manage/settings.html +11 -11
  399. mage_ai/server/frontend_dist_base_path_template/manage/users/[user].html +11 -11
  400. mage_ai/server/frontend_dist_base_path_template/manage/users/new.html +11 -11
  401. mage_ai/server/frontend_dist_base_path_template/manage/users.html +11 -11
  402. mage_ai/server/frontend_dist_base_path_template/manage.html +11 -11
  403. mage_ai/server/frontend_dist_base_path_template/oauth.html +8 -8
  404. mage_ai/server/frontend_dist_base_path_template/overview.html +11 -11
  405. mage_ai/server/frontend_dist_base_path_template/pipeline-runs.html +11 -11
  406. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills/[...slug].html +11 -11
  407. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/backfills.html +11 -11
  408. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/dashboard.html +11 -11
  409. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/edit.html +3 -3
  410. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/logs.html +11 -11
  411. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runs.html +11 -11
  412. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors/block-runtime.html +11 -11
  413. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/monitors.html +11 -11
  414. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs/[run].html +11 -11
  415. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/runs.html +11 -11
  416. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/settings.html +11 -11
  417. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/syncs.html +11 -11
  418. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers/[...slug].html +11 -11
  419. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline]/triggers.html +11 -11
  420. mage_ai/server/frontend_dist_base_path_template/pipelines/[pipeline].html +3 -3
  421. mage_ai/server/frontend_dist_base_path_template/pipelines.html +11 -11
  422. mage_ai/server/frontend_dist_base_path_template/platform/global-hooks/[...slug].html +11 -11
  423. mage_ai/server/frontend_dist_base_path_template/platform/global-hooks.html +11 -11
  424. mage_ai/server/frontend_dist_base_path_template/settings/account/profile.html +11 -11
  425. mage_ai/server/frontend_dist_base_path_template/settings/platform/preferences.html +11 -11
  426. mage_ai/server/frontend_dist_base_path_template/settings/platform/settings.html +11 -11
  427. mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions/[...slug].html +11 -11
  428. mage_ai/server/frontend_dist_base_path_template/settings/workspace/permissions.html +11 -11
  429. mage_ai/server/frontend_dist_base_path_template/settings/workspace/preferences.html +11 -11
  430. mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles/[...slug].html +11 -11
  431. mage_ai/server/frontend_dist_base_path_template/settings/workspace/roles.html +11 -11
  432. mage_ai/server/frontend_dist_base_path_template/settings/workspace/sync-data.html +11 -11
  433. mage_ai/server/frontend_dist_base_path_template/settings/workspace/users/[...slug].html +11 -11
  434. mage_ai/server/frontend_dist_base_path_template/settings/workspace/users.html +11 -11
  435. mage_ai/server/frontend_dist_base_path_template/settings.html +3 -3
  436. mage_ai/server/frontend_dist_base_path_template/sign-in.html +39 -39
  437. mage_ai/server/frontend_dist_base_path_template/templates/[...slug].html +11 -11
  438. mage_ai/server/frontend_dist_base_path_template/templates.html +11 -11
  439. mage_ai/server/frontend_dist_base_path_template/terminal.html +11 -11
  440. mage_ai/server/frontend_dist_base_path_template/test.html +3 -5
  441. mage_ai/server/frontend_dist_base_path_template/triggers.html +11 -11
  442. mage_ai/server/frontend_dist_base_path_template/version-control.html +11 -11
  443. mage_ai/server/logger.py +8 -2
  444. mage_ai/server/server.py +18 -1
  445. mage_ai/services/aws/ecs/config.py +3 -3
  446. mage_ai/services/aws/ecs/ecs.py +2 -2
  447. mage_ai/services/search/block_action_objects.py +59 -5
  448. mage_ai/settings/models/configuration_option.py +3 -1
  449. mage_ai/settings/platform/__init__.py +54 -18
  450. mage_ai/settings/repo.py +5 -4
  451. mage_ai/shared/custom_logger.py +213 -0
  452. mage_ai/shared/environments.py +4 -0
  453. mage_ai/shared/files.py +52 -1
  454. mage_ai/shared/models.py +2 -1
  455. mage_ai/shared/parsers.py +8 -1
  456. mage_ai/shared/path_fixer.py +62 -5
  457. mage_ai/shared/retry.py +4 -0
  458. mage_ai/shared/strings.py +4 -0
  459. mage_ai/tests/api/endpoints/test_blocks.py +101 -1
  460. mage_ai/tests/api/operations/base/test_base_with_user_permissions.py +4 -1
  461. mage_ai/tests/base_test.py +21 -2
  462. mage_ai/tests/cache/test_pipeline_cache.py +11 -8
  463. mage_ai/tests/data_preparation/executors/test_block_executor.py +55 -45
  464. mage_ai/tests/data_preparation/git/test_api.py +4 -4
  465. mage_ai/tests/data_preparation/models/block/dbt/test_block.py +75 -43
  466. mage_ai/tests/data_preparation/models/block/dbt/test_block_sql.py +329 -329
  467. mage_ai/tests/data_preparation/models/block/dbt/test_block_yaml.py +296 -296
  468. mage_ai/tests/data_preparation/models/block/dbt/test_dbt_adapter.py +2 -2
  469. mage_ai/tests/data_preparation/models/block/dbt/test_dbt_cli.py +4 -4
  470. mage_ai/tests/data_preparation/models/block/dbt/test_profiles.py +2 -2
  471. mage_ai/tests/data_preparation/models/block/dbt/test_project.py +2 -2
  472. mage_ai/tests/data_preparation/models/block/dbt/test_sources.py +2 -2
  473. mage_ai/tests/data_preparation/models/block/dynamic/test_dynamic_child_block_factory.py +477 -474
  474. mage_ai/tests/data_preparation/models/block/dynamic/test_dynamic_helpers.py +25 -24
  475. mage_ai/tests/data_preparation/models/block/platform/test_mixins.py +16 -25
  476. mage_ai/tests/data_preparation/models/block/test_utils.py +8 -8
  477. mage_ai/tests/data_preparation/models/test_block.py +6 -8
  478. mage_ai/tests/data_preparation/models/test_project.py +10 -5
  479. mage_ai/tests/data_preparation/models/test_variable.py +51 -4
  480. mage_ai/tests/orchestration/test_pipeline_scheduler_project_platform.py +1 -0
  481. mage_ai/version_control/__init__.py +0 -0
  482. mage_ai/version_control/models.py +288 -0
  483. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/METADATA +6 -6
  484. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/RECORD +490 -476
  485. mage_ai/server/frontend_dist/_next/static/0XnQ0C0nTr1w0o9CGC7wQ/_buildManifest.js +0 -1
  486. mage_ai/server/frontend_dist/_next/static/chunks/1124-d8fc76201b83b376.js +0 -1
  487. mage_ai/server/frontend_dist/_next/static/chunks/1154-2f262f7eb38ebaa1.js +0 -1
  488. mage_ai/server/frontend_dist/_next/static/chunks/1235.53172e14801844e5.js +0 -1
  489. mage_ai/server/frontend_dist/_next/static/chunks/1550-32333b36ac6b061b.js +0 -1
  490. mage_ai/server/frontend_dist/_next/static/chunks/1557-7cfe722a9b83b935.js +0 -1
  491. mage_ai/server/frontend_dist/_next/static/chunks/1598-dd776e3a92e9cccd.js +0 -1
  492. mage_ai/server/frontend_dist/_next/static/chunks/1751-5adf859690505d7b.js +0 -1
  493. mage_ai/server/frontend_dist/_next/static/chunks/1952-b2197a87dd67d8e0.js +0 -1
  494. mage_ai/server/frontend_dist/_next/static/chunks/2056-0ea1faa46646a77e.js +0 -1
  495. mage_ai/server/frontend_dist/_next/static/chunks/2213-52267f1e9ef5751c.js +0 -1
  496. mage_ai/server/frontend_dist/_next/static/chunks/2474-352ae192b826d896.js +0 -1
  497. mage_ai/server/frontend_dist/_next/static/chunks/2512-46141494a1b75897.js +0 -1
  498. mage_ai/server/frontend_dist/_next/static/chunks/2717-accc279ae116b1b9.js +0 -1
  499. mage_ai/server/frontend_dist/_next/static/chunks/2852872c-15b31a7081e6a868.js +0 -1
  500. mage_ai/server/frontend_dist/_next/static/chunks/2886-9e73e1f48f248741.js +0 -1
  501. mage_ai/server/frontend_dist/_next/static/chunks/2920.86a65e5f26ff1795.js +0 -1
  502. mage_ai/server/frontend_dist/_next/static/chunks/3437-6055fd5aa82880f6.js +0 -1
  503. mage_ai/server/frontend_dist/_next/static/chunks/3449-214fce1a0e623b47.js +0 -1
  504. mage_ai/server/frontend_dist/_next/static/chunks/3494-23a9cc2cd649abac.js +0 -1
  505. mage_ai/server/frontend_dist/_next/static/chunks/3745-3662911c364d917b.js +0 -1
  506. mage_ai/server/frontend_dist/_next/static/chunks/3763-70c7eb1fc203c903.js +0 -1
  507. mage_ai/server/frontend_dist/_next/static/chunks/3943-a49377acc514e77f.js +0 -1
  508. mage_ai/server/frontend_dist/_next/static/chunks/4052-f89c85d2c8f51931.js +0 -1
  509. mage_ai/server/frontend_dist/_next/static/chunks/4296-14eaf96d6479e673.js +0 -1
  510. mage_ai/server/frontend_dist/_next/static/chunks/4804-1254a474f238d078.js +0 -1
  511. mage_ai/server/frontend_dist/_next/static/chunks/5283-9df961e430a79bea.js +0 -1
  512. mage_ai/server/frontend_dist/_next/static/chunks/5457-b373ebdf4d05d8e2.js +0 -1
  513. mage_ai/server/frontend_dist/_next/static/chunks/5499-bc2528f8e18f61a6.js +0 -1
  514. mage_ai/server/frontend_dist/_next/static/chunks/5810-e66141c1271bced6.js +0 -1
  515. mage_ai/server/frontend_dist/_next/static/chunks/5849-f30d8694e3318a81.js +0 -1
  516. mage_ai/server/frontend_dist/_next/static/chunks/5896-7b8e36634d7d94eb.js +0 -1
  517. mage_ai/server/frontend_dist/_next/static/chunks/6043-728790621ca9014c.js +0 -1
  518. mage_ai/server/frontend_dist/_next/static/chunks/6050-e48b7f97e96bbcb6.js +0 -1
  519. mage_ai/server/frontend_dist/_next/static/chunks/6285-648f9a732e100b2f.js +0 -1
  520. mage_ai/server/frontend_dist/_next/static/chunks/6639-74eefed142e14ea6.js +0 -1
  521. mage_ai/server/frontend_dist/_next/static/chunks/6965-c613d1834c8ed92d.js +0 -1
  522. mage_ai/server/frontend_dist/_next/static/chunks/7022-ea92cb336bd1aab8.js +0 -1
  523. mage_ai/server/frontend_dist/_next/static/chunks/7361-06ef4c642a8fe8c4.js +0 -1
  524. mage_ai/server/frontend_dist/_next/static/chunks/7858-677c641010ac9160.js +0 -1
  525. mage_ai/server/frontend_dist/_next/static/chunks/8125-b9d53e425b6ddc7e.js +0 -1
  526. mage_ai/server/frontend_dist/_next/static/chunks/8146-fb8f445644e573b0.js +0 -1
  527. mage_ai/server/frontend_dist/_next/static/chunks/8432-0ace6fb7bdbc6864.js +0 -1
  528. mage_ai/server/frontend_dist/_next/static/chunks/844-1e171f361e63b36d.js +0 -1
  529. mage_ai/server/frontend_dist/_next/static/chunks/9269-40e2101f56399dcc.js +0 -1
  530. mage_ai/server/frontend_dist/_next/static/chunks/9302-913007e2f801ad65.js +0 -1
  531. mage_ai/server/frontend_dist/_next/static/chunks/9440-c51bf1e8f271cb25.js +0 -1
  532. mage_ai/server/frontend_dist/_next/static/chunks/9624-89a4b20eb3b3c754.js +0 -1
  533. mage_ai/server/frontend_dist/_next/static/chunks/976-0a8c2c4d7acd957b.js +0 -1
  534. mage_ai/server/frontend_dist/_next/static/chunks/9775-c1142b1312e8f95d.js +0 -1
  535. mage_ai/server/frontend_dist/_next/static/chunks/pages/404-5ddd12931e0e3e41.js +0 -1
  536. mage_ai/server/frontend_dist/_next/static/chunks/pages/_app-ec5e62e8e5bb4e4c.js +0 -1
  537. mage_ai/server/frontend_dist/_next/static/chunks/pages/block-layout-44d7291d8f29eb36.js +0 -1
  538. mage_ai/server/frontend_dist/_next/static/chunks/pages/compute-a6661a9c3647532a.js +0 -1
  539. mage_ai/server/frontend_dist/_next/static/chunks/pages/files-26b899d3adb4ed19.js +0 -1
  540. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-data-products/[...slug]-9bd164317e652311.js +0 -1
  541. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-hooks/[...slug]-c87d46dc53e35638.js +0 -1
  542. mage_ai/server/frontend_dist/_next/static/chunks/pages/global-hooks-24785a5ed4eb340d.js +0 -1
  543. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/files-2c5fd116ecfacb33.js +0 -1
  544. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/settings-8c9285af31efa3fd.js +0 -1
  545. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/[user]-ec7e0419a64ae3b2.js +0 -1
  546. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage/users/new-039e083cc068da54.js +0 -1
  547. mage_ai/server/frontend_dist/_next/static/chunks/pages/manage-8e4d4f6edc515265.js +0 -1
  548. mage_ai/server/frontend_dist/_next/static/chunks/pages/overview-b73185fdcb7a131c.js +0 -1
  549. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipeline-runs-97b3335bf60f8b07.js +0 -1
  550. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills/[...slug]-83de126136539668.js +0 -1
  551. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/backfills-50f45e96892cfb63.js +0 -1
  552. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/dashboard-5fe0f1de6fd365f8.js +0 -1
  553. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/edit-306db9e11fa94d21.js +0 -1
  554. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/logs-ebea4be0562b08e3.js +0 -1
  555. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-f09d21d5c2661504.js +0 -1
  556. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-61e770f155ae22ef.js +0 -1
  557. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/monitors-d347a4614130e2ab.js +0 -1
  558. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-056c5e5080a3754f.js +0 -1
  559. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/runs-208fa8de91f152bc.js +0 -1
  560. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/settings-a32e02f46a816eb3.js +0 -1
  561. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/syncs-8012388b15f0e0a5.js +0 -1
  562. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers/[...slug]-6714c72f90923cfb.js +0 -1
  563. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines/[pipeline]/triggers-afc0525ef27fe1f2.js +0 -1
  564. mage_ai/server/frontend_dist/_next/static/chunks/pages/pipelines-a91e7d86cd0540d9.js +0 -1
  565. mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks/[...slug]-7c8e5a8908fe9c83.js +0 -1
  566. mage_ai/server/frontend_dist/_next/static/chunks/pages/platform/global-hooks-be0684d1527587d8.js +0 -1
  567. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/account/profile-147660a34351147c.js +0 -1
  568. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/preferences-ec5f01b683920ced.js +0 -1
  569. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/platform/settings-28aa4512c0e23ec5.js +0 -1
  570. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/permissions-a2850b2e0a282d16.js +0 -1
  571. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/preferences-b1df80674dca4713.js +0 -1
  572. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/sync-data-41abcd2241958dc8.js +0 -1
  573. mage_ai/server/frontend_dist/_next/static/chunks/pages/settings/workspace/users-a2c5859f53b5e9e1.js +0 -1
  574. mage_ai/server/frontend_dist/_next/static/chunks/pages/sign-in-1aea2a0c373bc6ae.js +0 -1
  575. mage_ai/server/frontend_dist/_next/static/chunks/pages/templates/[...slug]-e7485742708215d2.js +0 -1
  576. mage_ai/server/frontend_dist/_next/static/chunks/pages/templates-b4086d30a89d6801.js +0 -1
  577. mage_ai/server/frontend_dist/_next/static/chunks/pages/terminal-3cd171f43f0a0df8.js +0 -1
  578. mage_ai/server/frontend_dist/_next/static/chunks/pages/test-6a22493285c47ba2.js +0 -1
  579. mage_ai/server/frontend_dist/_next/static/chunks/pages/triggers-ad20a31dde4fe59b.js +0 -1
  580. mage_ai/server/frontend_dist/_next/static/chunks/pages/version-control-267952b4c87927c7.js +0 -1
  581. mage_ai/server/frontend_dist_base_path_template/_next/static/RC0Yenm06LvZI-RWFoT5C/_buildManifest.js +0 -1
  582. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1124-d8fc76201b83b376.js +0 -1
  583. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1154-2f262f7eb38ebaa1.js +0 -1
  584. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1235.53172e14801844e5.js +0 -1
  585. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1550-32333b36ac6b061b.js +0 -1
  586. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1557-7cfe722a9b83b935.js +0 -1
  587. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1598-dd776e3a92e9cccd.js +0 -1
  588. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1751-5adf859690505d7b.js +0 -1
  589. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/1952-b2197a87dd67d8e0.js +0 -1
  590. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2056-0ea1faa46646a77e.js +0 -1
  591. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2213-52267f1e9ef5751c.js +0 -1
  592. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2474-352ae192b826d896.js +0 -1
  593. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2512-46141494a1b75897.js +0 -1
  594. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2717-accc279ae116b1b9.js +0 -1
  595. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2852872c-15b31a7081e6a868.js +0 -1
  596. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2886-9e73e1f48f248741.js +0 -1
  597. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/2920.86a65e5f26ff1795.js +0 -1
  598. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3437-6055fd5aa82880f6.js +0 -1
  599. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3449-214fce1a0e623b47.js +0 -1
  600. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3494-23a9cc2cd649abac.js +0 -1
  601. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3745-3662911c364d917b.js +0 -1
  602. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3763-70c7eb1fc203c903.js +0 -1
  603. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/3943-a49377acc514e77f.js +0 -1
  604. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/4052-f89c85d2c8f51931.js +0 -1
  605. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/4296-14eaf96d6479e673.js +0 -1
  606. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/4804-1254a474f238d078.js +0 -1
  607. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5283-9df961e430a79bea.js +0 -1
  608. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5457-b373ebdf4d05d8e2.js +0 -1
  609. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5499-bc2528f8e18f61a6.js +0 -1
  610. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5810-e66141c1271bced6.js +0 -1
  611. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5849-f30d8694e3318a81.js +0 -1
  612. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/5896-7b8e36634d7d94eb.js +0 -1
  613. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6043-728790621ca9014c.js +0 -1
  614. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6050-e48b7f97e96bbcb6.js +0 -1
  615. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6285-648f9a732e100b2f.js +0 -1
  616. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6639-74eefed142e14ea6.js +0 -1
  617. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/6965-c613d1834c8ed92d.js +0 -1
  618. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7022-ea92cb336bd1aab8.js +0 -1
  619. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7361-06ef4c642a8fe8c4.js +0 -1
  620. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/7858-677c641010ac9160.js +0 -1
  621. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8125-b9d53e425b6ddc7e.js +0 -1
  622. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8146-fb8f445644e573b0.js +0 -1
  623. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/8432-0ace6fb7bdbc6864.js +0 -1
  624. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/844-1e171f361e63b36d.js +0 -1
  625. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9269-40e2101f56399dcc.js +0 -1
  626. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9302-913007e2f801ad65.js +0 -1
  627. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9440-c51bf1e8f271cb25.js +0 -1
  628. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9624-89a4b20eb3b3c754.js +0 -1
  629. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/976-0a8c2c4d7acd957b.js +0 -1
  630. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/9775-c1142b1312e8f95d.js +0 -1
  631. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/404-5ddd12931e0e3e41.js +0 -1
  632. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/_app-ec5e62e8e5bb4e4c.js +0 -1
  633. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/block-layout-44d7291d8f29eb36.js +0 -1
  634. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/compute-a6661a9c3647532a.js +0 -1
  635. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/files-26b899d3adb4ed19.js +0 -1
  636. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-data-products/[...slug]-9bd164317e652311.js +0 -1
  637. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks/[...slug]-c87d46dc53e35638.js +0 -1
  638. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/global-hooks-24785a5ed4eb340d.js +0 -1
  639. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/files-2c5fd116ecfacb33.js +0 -1
  640. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/settings-8c9285af31efa3fd.js +0 -1
  641. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/[user]-ec7e0419a64ae3b2.js +0 -1
  642. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage/users/new-039e083cc068da54.js +0 -1
  643. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/manage-8e4d4f6edc515265.js +0 -1
  644. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/overview-b73185fdcb7a131c.js +0 -1
  645. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipeline-runs-97b3335bf60f8b07.js +0 -1
  646. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills/[...slug]-83de126136539668.js +0 -1
  647. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/backfills-50f45e96892cfb63.js +0 -1
  648. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/dashboard-5fe0f1de6fd365f8.js +0 -1
  649. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/edit-306db9e11fa94d21.js +0 -1
  650. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/logs-ebea4be0562b08e3.js +0 -1
  651. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runs-f09d21d5c2661504.js +0 -1
  652. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors/block-runtime-61e770f155ae22ef.js +0 -1
  653. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/monitors-d347a4614130e2ab.js +0 -1
  654. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs/[run]-056c5e5080a3754f.js +0 -1
  655. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/runs-208fa8de91f152bc.js +0 -1
  656. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/settings-a32e02f46a816eb3.js +0 -1
  657. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/syncs-8012388b15f0e0a5.js +0 -1
  658. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers/[...slug]-6714c72f90923cfb.js +0 -1
  659. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines/[pipeline]/triggers-afc0525ef27fe1f2.js +0 -1
  660. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/pipelines-a91e7d86cd0540d9.js +0 -1
  661. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks/[...slug]-7c8e5a8908fe9c83.js +0 -1
  662. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/platform/global-hooks-be0684d1527587d8.js +0 -1
  663. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/account/profile-147660a34351147c.js +0 -1
  664. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/preferences-ec5f01b683920ced.js +0 -1
  665. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/platform/settings-28aa4512c0e23ec5.js +0 -1
  666. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/permissions-a2850b2e0a282d16.js +0 -1
  667. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/preferences-b1df80674dca4713.js +0 -1
  668. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/sync-data-41abcd2241958dc8.js +0 -1
  669. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/settings/workspace/users-a2c5859f53b5e9e1.js +0 -1
  670. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/sign-in-1aea2a0c373bc6ae.js +0 -1
  671. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates/[...slug]-e7485742708215d2.js +0 -1
  672. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/templates-b4086d30a89d6801.js +0 -1
  673. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/terminal-3cd171f43f0a0df8.js +0 -1
  674. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/test-6a22493285c47ba2.js +0 -1
  675. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/triggers-ad20a31dde4fe59b.js +0 -1
  676. mage_ai/server/frontend_dist_base_path_template/_next/static/chunks/pages/version-control-267952b4c87927c7.js +0 -1
  677. /mage_ai/server/frontend_dist/_next/static/{0XnQ0C0nTr1w0o9CGC7wQ → PPQxHOmWVJ0iQFzG2rc8m}/_ssgManifest.js +0 -0
  678. /mage_ai/server/frontend_dist_base_path_template/_next/static/{RC0Yenm06LvZI-RWFoT5C → do4WOsw7lNhouR0mtPTFi}/_ssgManifest.js +0 -0
  679. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/LICENSE +0 -0
  680. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/WHEEL +0 -0
  681. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/entry_points.txt +0 -0
  682. {mage_ai-0.9.58.dist-info → mage_ai-0.9.59.dist-info}/top_level.txt +0 -0
@@ -79,24 +79,25 @@ class DynamicHelpersTest(BaseApiTestCase):
79
79
  self.assertEqual(
80
80
  sorted(all_variable_uuids(self.block, partition=partition)),
81
81
  [
82
- 'output_0_0_0',
83
- 'output_0_0_1',
84
- 'output_0_1_0',
85
- 'output_0_1_1',
86
- 'output_0_2_0',
87
- 'output_0_2_1',
88
- 'output_1_0_0',
89
- 'output_1_0_1',
90
- 'output_1_1_0',
91
- 'output_1_1_1',
92
- 'output_1_2_0',
93
- 'output_1_2_1',
94
- 'output_2_0_0',
95
- 'output_2_0_1',
96
- 'output_2_1_0',
97
- 'output_2_1_1',
98
- 'output_2_2_0',
99
- 'output_2_2_1',
82
+ # 'output_0_0_0',
83
+ # 'output_0_0_1',
84
+ # 'output_0_1_0',
85
+ # 'output_0_1_1',
86
+ # 'output_0_2_0',
87
+ # 'output_0_2_1',
88
+ # 'output_1_0_0',
89
+ # 'output_1_0_1',
90
+ # 'output_1_1_0',
91
+ # 'output_1_1_1',
92
+ # 'output_1_2_0',
93
+ # 'output_1_2_1',
94
+ # 'output_2_0_0',
95
+ # 'output_2_0_1',
96
+ # 'output_2_1_0',
97
+ # 'output_2_1_1',
98
+ # 'output_2_2_0',
99
+ # 'output_2_2_1',
100
+ 'block1',
100
101
  ],
101
102
  )
102
103
 
@@ -136,12 +137,12 @@ class DynamicHelpersTest(BaseApiTestCase):
136
137
  )
137
138
 
138
139
  self.assertEqual(sorted(values), [
139
- f'{value_base}_0_0',
140
- f'{value_base}_0_1',
141
- f'{value_base}_0_2',
142
- f'{value_base}_1_0',
143
- f'{value_base}_1_1',
144
- f'{value_base}_1_2',
140
+ # f'{value_base}_0_0',
141
+ # f'{value_base}_0_1',
142
+ # f'{value_base}_0_2',
143
+ # f'{value_base}_1_0',
144
+ # f'{value_base}_1_1',
145
+ # f'{value_base}_1_2',
145
146
  f'{value_base}_2_0',
146
147
  f'{value_base}_2_1',
147
148
  f'{value_base}_2_2',
@@ -41,18 +41,10 @@ class BlockWithProjectPlatformShared:
41
41
  self.build_block()
42
42
  value = self.faker.unique.name()
43
43
 
44
- with patch.object(
45
- self.block,
46
- 'get_file_path_from_source',
47
- lambda value=value: value,
48
- ):
44
+ with patch('mage_ai.shared.path_fixer.add_absolute_path', lambda value, _=value: value):
49
45
  self.assertEqual(self.block.file_path, add_root_repo_path_to_relative_path(value))
50
46
 
51
- with patch.object(
52
- self.block,
53
- 'get_file_path_from_source',
54
- lambda: None,
55
- ):
47
+ with patch('mage_ai.shared.path_fixer.add_absolute_path', lambda value, _: None):
56
48
  self.assertEqual(self.block.file_path, test_value(self.block))
57
49
 
58
50
 
@@ -80,10 +72,10 @@ class BlockWithProjectPlatformInactiveTest(BaseAPIEndpointTest, BlockWithProject
80
72
  mock_clean_file_paths.assert_called_once_with(dict(mage=1))
81
73
  self.assertEqual(block.configuration, dict(mage=1))
82
74
 
83
- def test_file_path(self):
84
- self.run_test_file_path(
85
- lambda block: os.path.join(base_repo_path(), f'data_loaders/{block.uuid}.py'),
86
- )
75
+ # def test_file_path(self):
76
+ # self.run_test_file_path(
77
+ # lambda block: os.path.join(base_repo_path(), f'data_loaders/{block.uuid}.py'),
78
+ # )
87
79
 
88
80
  def test_file(self):
89
81
  self.build_block(project_platform=False)
@@ -169,13 +161,14 @@ class BlockWithProjectPlatformActivatedTest(ProjectPlatformMixin, BlockWithProje
169
161
  mock_clean_file_paths.assert_called_once_with(dict(mage=1))
170
162
  self.assertEqual(self.block.configuration, dict(mage=1))
171
163
 
172
- def test_file_path(self):
173
- self.run_test_file_path(
174
- lambda block: os.path.join(
175
- base_repo_path(),
176
- f'mage_platform/data_loaders/{block.uuid}.py',
177
- ),
178
- )
164
+ # def test_file_path(self):
165
+ # with patch('mage_ai.shared.path_fixer.get_repo_path', lambda x: base_repo_path()):
166
+ # self.run_test_file_path(
167
+ # lambda block: os.path.join(
168
+ # base_repo_path(),
169
+ # f'mage_platform/data_loaders/{block.uuid}.py',
170
+ # ),
171
+ # )
179
172
 
180
173
  def test_file(self):
181
174
  self.build_block()
@@ -263,16 +256,14 @@ class ProjectPlatformAccessibleTest(ProjectPlatformMixin, BlockWithProjectPlatfo
263
256
  f.write('')
264
257
 
265
258
  configuration = dict(
266
- file_path='test/mage_platform/dir1/dir2/filename.sql',
259
+ file_path='mage_platform/dir1/dir2/filename.sql',
267
260
  file_source=dict(
268
- path='test/mage_platform/dir3/dir4/filename.sql',
261
+ path='mage_platform/dir3/dir4/filename.sql',
269
262
  ),
270
263
  )
271
264
  block = self.build_block()
272
265
  block.type = BlockType.DBT
273
266
 
274
- print(block.clean_file_paths(configuration))
275
-
276
267
  self.assertEqual(block.clean_file_paths(configuration), dict(
277
268
  file_path='mage_platform/dir1/dir2/filename.sql',
278
269
  file_source=dict(
@@ -1,7 +1,7 @@
1
1
  from uuid import uuid4
2
2
 
3
3
  from mage_ai.data_preparation.models.block.utils import (
4
- dynamic_block_uuid,
4
+ build_dynamic_block_uuid,
5
5
  dynamic_block_values_and_metadata,
6
6
  is_dynamic_block,
7
7
  is_dynamic_block_child,
@@ -33,15 +33,15 @@ class BlockUtilsTest(BaseApiTestCase):
33
33
  block_uuid_metadata = uuid4().hex
34
34
  upstream_block_uuid = f'{uuid4().hex}:3:4'
35
35
 
36
- self.assertEqual(dynamic_block_uuid(block_uuid), f'{block_uuid}:None')
37
- self.assertEqual(dynamic_block_uuid(block_uuid, index=0), f'{block_uuid}:0')
38
- self.assertEqual(dynamic_block_uuid(
36
+ self.assertEqual(build_dynamic_block_uuid(block_uuid), f'{block_uuid}:None')
37
+ self.assertEqual(build_dynamic_block_uuid(block_uuid, index=0), f'{block_uuid}:0')
38
+ self.assertEqual(build_dynamic_block_uuid(
39
39
  block_uuid,
40
40
  index=0,
41
41
  metadata=dict(block_uuid=block_uuid_metadata),
42
42
  ), f'{block_uuid}:{block_uuid_metadata}')
43
43
 
44
- self.assertEqual(dynamic_block_uuid(
44
+ self.assertEqual(build_dynamic_block_uuid(
45
45
  block_uuid,
46
46
  index=0,
47
47
  upstream_block_uuid=upstream_block_uuid,
@@ -52,7 +52,7 @@ class BlockUtilsTest(BaseApiTestCase):
52
52
  ],
53
53
  ), f'{block_uuid}:0__1__2:0')
54
54
 
55
- self.assertEqual(dynamic_block_uuid(
55
+ self.assertEqual(build_dynamic_block_uuid(
56
56
  block_uuid,
57
57
  index=0,
58
58
  metadata=dict(block_uuid=block_uuid_metadata),
@@ -64,13 +64,13 @@ class BlockUtilsTest(BaseApiTestCase):
64
64
  ],
65
65
  ), f'{block_uuid}:0__1__2:{block_uuid_metadata}')
66
66
 
67
- self.assertEqual(dynamic_block_uuid(
67
+ self.assertEqual(build_dynamic_block_uuid(
68
68
  block_uuid,
69
69
  index=0,
70
70
  upstream_block_uuid=upstream_block_uuid,
71
71
  ), f'{block_uuid}:0:3:4')
72
72
 
73
- self.assertEqual(dynamic_block_uuid(
73
+ self.assertEqual(build_dynamic_block_uuid(
74
74
  block_uuid,
75
75
  index=0,
76
76
  metadata=dict(block_uuid=block_uuid_metadata),
@@ -77,16 +77,14 @@ def remove_duplicate_rows(df):
77
77
  'output_0',
78
78
  variable_type='dataframe'
79
79
  )
80
- analysis = variable_manager.get_variable(
81
- pipeline.uuid,
82
- block2.uuid,
83
- 'output_0',
84
- variable_type='dataframe_analysis',
85
- )
80
+ # analysis = variable_manager.get_variable(
81
+ # pipeline.uuid,
82
+ # block2.uuid,
83
+ # 'output_0',
84
+ # variable_type='dataframe_analysis',
85
+ # )
86
86
  df_final = pd.DataFrame({'col1': [1, 1, 3], 'col2': [2, 2, 4]}).drop_duplicates()
87
87
  assert_frame_equal(data, df_final)
88
-
89
- analysis
90
88
  # TODO (Xiaoyou Wang): uncomment this one serialization of block output is fixed.
91
89
  # self.assertEqual(
92
90
  # analysis['metadata']['column_types'],
@@ -32,6 +32,8 @@ class ProjectTest(ProjectPlatformMixin, AsyncDBTestCase):
32
32
  self.assertEqual(project.version, VERSION)
33
33
  self.assertFalse(project.root_project)
34
34
 
35
+ mock_get_repo_config.assert_not_called()
36
+ project.repo_config
35
37
  mock_get_repo_config.assert_called_once_with(
36
38
  repo_path=base_repo_path(),
37
39
  root_project=False,
@@ -45,13 +47,14 @@ class ProjectTest(ProjectPlatformMixin, AsyncDBTestCase):
45
47
  'mage_ai.data_preparation.models.project.get_repo_config',
46
48
  ) as mock_get_repo_config:
47
49
  project = Project(root_project=True)
48
-
49
50
  self.assertEqual(project.name, 'test')
50
51
  self.assertEqual(project.repo_path, base_repo_path())
51
52
  self.assertEqual(project.settings, None)
52
53
  self.assertEqual(project.version, VERSION)
53
54
  self.assertTrue(project.root_project)
54
55
 
56
+ mock_get_repo_config.assert_not_called()
57
+ project.repo_config
55
58
  mock_get_repo_config.assert_called_once_with(
56
59
  repo_path=base_repo_path(),
57
60
  root_project=True,
@@ -80,18 +83,19 @@ class ProjectTest(ProjectPlatformMixin, AsyncDBTestCase):
80
83
  self.assertEqual(project.version, VERSION)
81
84
  self.assertFalse(project.root_project)
82
85
 
86
+ project.repo_config
83
87
  self.assertEqual(
84
88
  mock_get_repo_config.mock_calls[0],
85
89
  call(
86
- repo_path=os.path.join(base_repo_path(), 'mage_platform'),
87
- root_project=False,
90
+ repo_path=base_repo_path(),
91
+ root_project=True,
88
92
  ),
89
93
  )
90
94
  self.assertEqual(
91
95
  mock_get_repo_config.mock_calls[1],
92
96
  call(
93
- repo_path=base_repo_path(),
94
- root_project=True,
97
+ repo_path=os.path.join(base_repo_path(), 'mage_platform'),
98
+ root_project=False,
95
99
  ),
96
100
  )
97
101
 
@@ -106,6 +110,7 @@ class ProjectTest(ProjectPlatformMixin, AsyncDBTestCase):
106
110
  self.assertEqual(project.version, VERSION)
107
111
  self.assertTrue(project.root_project)
108
112
 
113
+ project.repo_config
109
114
  self.assertEqual(
110
115
  mock_get_repo_config.mock_calls[0],
111
116
  call(
@@ -1,11 +1,15 @@
1
+ import os
2
+
3
+ import numpy as np
4
+ import pandas as pd
5
+ import polars as pl
6
+ from pandas.testing import assert_frame_equal
7
+ from polars.testing import assert_frame_equal as assert_polars_frame_equal
8
+
1
9
  from mage_ai.data_preparation.models.block import Block
2
10
  from mage_ai.data_preparation.models.pipeline import Pipeline
3
11
  from mage_ai.data_preparation.models.variable import Variable, VariableType
4
12
  from mage_ai.tests.base_test import DBTestCase
5
- from pandas.testing import assert_frame_equal
6
- import numpy as np
7
- import os
8
- import pandas as pd
9
13
 
10
14
 
11
15
  class VariableTest(DBTestCase):
@@ -121,6 +125,49 @@ class VariableTest(DBTestCase):
121
125
  results=[100] * 20,
122
126
  ))
123
127
 
128
+ def test_write_and_read_polars_dataframe(self):
129
+ pipeline = self.__create_pipeline('test pipeline polars')
130
+ variable1 = Variable(
131
+ 'polars1',
132
+ pipeline.dir_path,
133
+ 'block1',
134
+ )
135
+ variable2 = Variable('polars2', pipeline.dir_path, 'block2')
136
+ df1 = pl.DataFrame(
137
+ [
138
+ [1, 'test'],
139
+ [2, 'test2'],
140
+ ],
141
+ schema=['col1', 'col2']
142
+ )
143
+ df2 = pl.DataFrame(
144
+ [
145
+ [1, 'test', 3.123, 41414123123124],
146
+ [2, 'test2', 4.321, 12111111],
147
+ ],
148
+ schema=['col1', 'col2', 'col3', 'col4']
149
+ )
150
+ df2 = df2.cast({'col4': pl.Int64})
151
+ variable1.write_data(df1)
152
+ variable2.write_data(df2)
153
+ variable_dir_path = os.path.join(pipeline.dir_path, '.variables')
154
+ self.assertTrue(os.path.exists(
155
+ os.path.join(variable_dir_path, 'block1', 'polars1', 'data.parquet'),
156
+ ))
157
+ self.assertTrue(os.path.exists(
158
+ os.path.join(variable_dir_path, 'block1', 'polars1', 'sample_data.parquet'),
159
+ ))
160
+ self.assertTrue(os.path.exists(
161
+ os.path.join(variable_dir_path, 'block2', 'polars2', 'data.parquet'),
162
+ ))
163
+ self.assertTrue(os.path.exists(
164
+ os.path.join(variable_dir_path, 'block2', 'polars2', 'sample_data.parquet'),
165
+ ))
166
+ assert_polars_frame_equal(variable1.read_data(), df1)
167
+ assert_polars_frame_equal(variable1.read_data(sample=True, sample_count=1), df1.head(1))
168
+ assert_polars_frame_equal(variable2.read_data(), df2)
169
+ assert_polars_frame_equal(variable2.read_data(sample=True, sample_count=1), df2.head(1))
170
+
124
171
  def __create_pipeline(self, name):
125
172
  pipeline = Pipeline.create(
126
173
  name,
@@ -119,6 +119,7 @@ class PipelineSchedulerProjectPlatformTests(ProjectPlatformMixin, DBTestCase):
119
119
  fake_executor=fake_executor,
120
120
  pipeline_run=pipeline_run,
121
121
  pipeline_test=pipeline,
122
+ block_run_id=block_run.id
122
123
  ):
123
124
  self.assertEqual(block_uuid, block_uuid_test)
124
125
  self.assertEqual(
File without changes
@@ -0,0 +1,288 @@
1
+ import os
2
+ import shutil
3
+ import subprocess
4
+ from dataclasses import dataclass
5
+ from typing import Any, Dict, List
6
+
7
+ from mage_ai.data_preparation.preferences import Preferences, get_preferences
8
+ from mage_ai.settings.platform import platform_settings, update_settings
9
+ from mage_ai.settings.utils import base_repo_path
10
+ from mage_ai.shared.array import find
11
+ from mage_ai.shared.hash import extract, merge_dict
12
+ from mage_ai.shared.models import BaseDataClass
13
+
14
+
15
+ @dataclass
16
+ class BaseVersionControl(BaseDataClass):
17
+ project: Any = None
18
+
19
+ def run(self, command: str) -> List[str]:
20
+ args = [
21
+ 'git',
22
+ '-C',
23
+ self.repo_path,
24
+ ] + command.split(' ')
25
+
26
+ print(f'[VersionControl] Run: {" ".join(args)}')
27
+
28
+ proc = subprocess.run(args, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
29
+
30
+ return proc.stdout.decode().split('\n')
31
+
32
+ @property
33
+ def repo_path(self) -> str:
34
+ return self.project.repo_path
35
+
36
+
37
+ @dataclass
38
+ class Remote(BaseVersionControl):
39
+ name: str = None
40
+ url: str = None
41
+
42
+ @classmethod
43
+ def load_from_text(self, line: str) -> Dict:
44
+ name, url = line.split('\t')
45
+ url = url.split('(')[0].strip()
46
+
47
+ return self.load(
48
+ name=name.strip(),
49
+ url=url.strip(),
50
+ )
51
+
52
+ def hydrate(self) -> None:
53
+ match = find(
54
+ lambda x: x.name == self.name,
55
+ [self.load_from_text(line) for line in self.list() if len(line) >= 1],
56
+ )
57
+ if match:
58
+ self.url = match.url
59
+
60
+ def list(self) -> List[str]:
61
+ return self.run('remote -v')
62
+
63
+ def create(self):
64
+ return self.run(f'remote add {self.name} {self.url}')
65
+
66
+ def delete(self):
67
+ return self.run(f'remote rm {self.name}')
68
+
69
+ def update(self, fetch: bool = False, set_url: bool = False):
70
+ if fetch:
71
+ return self.run(f'fetch {self.name}')
72
+ elif set_url:
73
+ return self.run(f'remote set-url {self.name} {self.url}')
74
+
75
+ def to_dict(self, **kwargs) -> Dict:
76
+ return dict(
77
+ name=self.name,
78
+ project_uuid=self.project.uuid,
79
+ repo_path=self.repo_path,
80
+ url=self.url,
81
+ )
82
+
83
+
84
+ @dataclass
85
+ class Branch(BaseVersionControl):
86
+ name: str = None
87
+ remote: Remote = None
88
+
89
+ def list(self, include_all: bool = False) -> List[str]:
90
+ commands = ['branch']
91
+ if include_all:
92
+ commands.append('-a')
93
+
94
+ return self.run(' '.join(commands))
95
+
96
+ def create(self):
97
+ return self.run(f'checkout -b {self.name}')
98
+
99
+ def detail(self):
100
+ return self.run('log')
101
+
102
+ def delete(self, name: str = None, force: bool = False):
103
+ flag = 'd'
104
+ if force:
105
+ flag = flag.upper()
106
+ return self.run(f'branch -{flag} {name or self.name}')
107
+
108
+ def update(
109
+ self,
110
+ checkout: bool = False,
111
+ clone: bool = False,
112
+ merge: bool = False,
113
+ pull: bool = False,
114
+ push: bool = False,
115
+ rebase: bool = False,
116
+ reset: str = None,
117
+ ):
118
+ commands = []
119
+
120
+ if clone:
121
+ commands.append(f'clone -b {self.name}')
122
+ if self.remote:
123
+ commands.append(self.remote.url)
124
+ elif pull or rebase:
125
+ commands.append('rebase' if rebase else 'pull')
126
+ if self.remote:
127
+ commands.append(self.remote.name)
128
+ commands.append(self.name)
129
+ elif reset:
130
+ commands.extend(['reset', reset])
131
+ elif checkout or merge:
132
+ commands.extend(['merge' if merge else 'checkout', self.name])
133
+ elif push:
134
+ commands.append('push -u')
135
+ if self.remote:
136
+ commands.append(self.remote.name)
137
+ commands.append(self.name)
138
+
139
+ return self.run(' '.join(commands))
140
+
141
+ def to_dict(self, **kwargs) -> Dict:
142
+ return dict(
143
+ name=self.name,
144
+ project_uuid=self.project.uuid,
145
+ remote=self.remote.to_dict(**kwargs) if self.remote else None,
146
+ repo_path=self.repo_path,
147
+ )
148
+
149
+
150
+ @dataclass
151
+ class File(BaseVersionControl):
152
+ diff: List[str] = None
153
+ name: str = None
154
+
155
+ def list(
156
+ self,
157
+ staged: bool = False, # Modified and git add already
158
+ unstaged: bool = False, # Modified but no git add yet
159
+ untracked: bool = False, # Modified but never checked in before
160
+ ) -> str:
161
+ if staged:
162
+ return self.run('diff --name-only --staged')
163
+ elif unstaged:
164
+ return self.run('diff --name-only')
165
+ elif untracked:
166
+ return self.run('ls-files --others --exclude-standard')
167
+ return self.run('ls-files --other --modified --exclude-standard')
168
+
169
+ def create(self):
170
+ return self.run(f'add {self.name}')
171
+
172
+ def detail(self):
173
+ self.diff = self.run(f'diff {self.name}')
174
+ return self.diff
175
+
176
+ def update(self, add: str = None, commit: str = None, reset: str = False):
177
+ if add:
178
+ return self.run(f'add {add}')
179
+ elif commit:
180
+ return self.run(f'commit -m "{commit}"')
181
+ elif reset:
182
+ return self.run(f'reset {reset}')
183
+
184
+ def delete(self):
185
+ return self.run(f'checkout {self.name}')
186
+
187
+ def to_dict(self, **kwargs) -> Dict:
188
+ return dict(
189
+ diff=self.diff,
190
+ name=self.name,
191
+ project_uuid=self.project.uuid,
192
+ repo_path=self.repo_path,
193
+ )
194
+
195
+
196
+ @dataclass
197
+ class Project(BaseVersionControl):
198
+ branch: Branch = None
199
+ file: File = None
200
+ remote: Remote = None
201
+ uuid: str = None
202
+
203
+ def __post_init__(self):
204
+ self.remote = Remote(project=self)
205
+ self.branch = Branch(project=self)
206
+ self.branch.remote = self.remote
207
+ self.file = File(project=self)
208
+
209
+ @classmethod
210
+ def load_all(self) -> List['Project']:
211
+ settings = (platform_settings() or {}).get('version_control') or {}
212
+ uuids = list(settings.keys() if settings else [])
213
+ return [self.load(uuid=uuid) for uuid in uuids]
214
+
215
+ @classmethod
216
+ def create(sefl, uuid: str) -> 'Project':
217
+ settings = platform_settings() or {}
218
+ if 'version_control' not in settings:
219
+ settings['version_control'] = {}
220
+
221
+ if uuid not in settings['version_control']:
222
+ settings['version_control'][uuid] = {}
223
+ update_settings(settings)
224
+
225
+ project = Project.load(uuid=uuid)
226
+ project.initialize()
227
+
228
+ return project
229
+
230
+ @property
231
+ def preferences(self) -> Preferences:
232
+ return get_preferences(self.repo_path)
233
+
234
+ @property
235
+ def repo_path(self) -> str:
236
+ return os.path.join(base_repo_path(), self.uuid)
237
+
238
+ def exists(self) -> bool:
239
+ settings = platform_settings() or {}
240
+ if 'version_control' not in settings:
241
+ return False
242
+
243
+ if self.uuid not in settings['version_control']:
244
+ return False
245
+
246
+ return True
247
+
248
+ def to_dict(self, **kwargs) -> Dict:
249
+ return merge_dict(extract(self.preferences.to_dict(), [
250
+ 'sync_config',
251
+ ]), dict(
252
+ repo_path=self.repo_path,
253
+ uuid=self.uuid,
254
+ ))
255
+
256
+ def initialize(self):
257
+ if not os.path.exists(self.preferences.preferences_file_path):
258
+ self.update(dict(
259
+ sync_config=dict(
260
+ repo_path=self.repo_path,
261
+ ),
262
+ ))
263
+
264
+ git_path = os.path.join(self.repo_path, '.git')
265
+ if not os.path.exists(git_path):
266
+ self.run('init')
267
+
268
+ def update(self, settings: Dict = None):
269
+ self.preferences.update_preferences(settings)
270
+
271
+ def delete(self):
272
+ git_path = os.path.join(self.repo_path, '.git')
273
+ if os.path.exists(git_path):
274
+ shutil.rmtree(git_path)
275
+
276
+ if os.path.exists(self.preferences.preferences_file_path):
277
+ os.remove(self.preferences.preferences_file_path)
278
+
279
+ settings = platform_settings() or {}
280
+ if 'version_control' in settings and self.uuid in settings.get('version_control'):
281
+ settings['version_control'].pop(self.uuid, None)
282
+ update_settings(settings)
283
+
284
+ def configure(self, email: str = None, name: str = None):
285
+ if email:
286
+ self.run(f'config --global user.email "{email}"')
287
+ if name:
288
+ self.run(f'config --global user.name "{name}"')
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mage-ai
3
- Version: 0.9.58
3
+ Version: 0.9.59
4
4
  Summary: Mage is a tool for building and deploying data pipelines.
5
5
  Home-page: https://github.com/mage-ai/mage-ai
6
6
  Author: Mage
@@ -38,7 +38,7 @@ Requires-Dist: ldap3 ==2.9.1
38
38
  Requires-Dist: newrelic ==8.8.0
39
39
  Requires-Dist: numpy >=1.21.0
40
40
  Requires-Dist: pandas >=1.3.0
41
- Requires-Dist: polars <=0.19.2
41
+ Requires-Dist: polars <0.19.2,>=0.18.0
42
42
  Requires-Dist: protobuf ~=4.21.12
43
43
  Requires-Dist: pyarrow-hotfix ==0.5
44
44
  Requires-Dist: pyarrow ==10.0.1
@@ -120,10 +120,9 @@ Requires-Dist: psycopg2 ==2.9.3 ; extra == 'all'
120
120
  Requires-Dist: pydruid ==0.6.5 ; extra == 'all'
121
121
  Requires-Dist: pymongo ==4.3.3 ; extra == 'all'
122
122
  Requires-Dist: pyodbc ==4.0.35 ; extra == 'all'
123
- Requires-Dist: qdrant-client ==1.6.9 ; extra == 'all'
124
- Requires-Dist: redshift-connector ~=2.0.915 ; extra == 'all'
123
+ Requires-Dist: redshift-connector ==2.0.915 ; extra == 'all'
124
+ Requires-Dist: lxml ==4.9.4 ; extra == 'all'
125
125
  Requires-Dist: requests-aws4auth ==1.1.2 ; extra == 'all'
126
- Requires-Dist: sentence-transformers ==2.2.2 ; extra == 'all'
127
126
  Requires-Dist: snowflake-connector-python ==3.2.1 ; extra == 'all'
128
127
  Requires-Dist: sshtunnel ==0.4.0 ; extra == 'all'
129
128
  Requires-Dist: stomp.py ==8.1.0 ; extra == 'all'
@@ -173,7 +172,8 @@ Requires-Dist: qdrant-client ==1.6.9 ; extra == 'qdrant'
173
172
  Requires-Dist: sentence-transformers ==2.2.2 ; extra == 'qdrant'
174
173
  Provides-Extra: redshift
175
174
  Requires-Dist: boto3 ==1.26.60 ; extra == 'redshift'
176
- Requires-Dist: redshift-connector ~=2.0.915 ; extra == 'redshift'
175
+ Requires-Dist: redshift-connector ==2.0.915 ; extra == 'redshift'
176
+ Requires-Dist: lxml ==4.9.4 ; extra == 'redshift'
177
177
  Provides-Extra: s3
178
178
  Requires-Dist: boto3 ==1.26.60 ; extra == 's3'
179
179
  Requires-Dist: botocore ==1.29.60 ; extra == 's3'