genesis-flow 1.0.0__py3-none-any.whl

mlflow/store/db_migrations/versions/27a6a02d2cf1_add_model_version_tags_table.py

@@ -0,0 +1,38 @@
+"""add model version tags table
+
+Revision ID: 27a6a02d2cf1
+Revises: 728d730b5ebd
+Create Date: 2020-06-26 13:30:27.611086
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+from mlflow.store.model_registry.dbmodels.models import SqlModelVersionTag
+
+revision = "27a6a02d2cf1"
+down_revision = "728d730b5ebd"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.create_table(
+        SqlModelVersionTag.__tablename__,
+        sa.Column("key", sa.String(length=250), primary_key=True, nullable=False),
+        sa.Column("value", sa.String(length=5000)),
+        sa.Column("name", sa.String(length=256), primary_key=True, nullable=False),
+        sa.Column("version", sa.Integer(), primary_key=True, nullable=False),
+        sa.ForeignKeyConstraint(
+            ("name", "version"),
+            ("model_versions.name", "model_versions.version"),
+            onupdate="cascade",
+        ),
+        sa.PrimaryKeyConstraint("key", "name", "version", name="model_version_tag_pk"),
+    )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/2b4d017a5e9b_add_model_registry_tables_to_db.py

@@ -0,0 +1,77 @@
+"""add model registry tables to db
+
+Revision ID: 2b4d017a5e9b
+Revises: 89d4b8295536
+Create Date: 2019-10-14 12:20:12.874424
+
+"""
+
+import logging
+import time
+
+from alembic import op
+from sqlalchemy import (
+    BigInteger,
+    Column,
+    ForeignKey,
+    Integer,
+    PrimaryKeyConstraint,
+    String,
+    orm,
+)
+
+from mlflow.entities.model_registry.model_version_stages import STAGE_NONE
+from mlflow.entities.model_registry.model_version_status import ModelVersionStatus
+from mlflow.store.model_registry.dbmodels.models import SqlModelVersion, SqlRegisteredModel
+
+_logger = logging.getLogger(__name__)
+_logger.setLevel(logging.INFO)
+
+# revision identifiers, used by Alembic.
+revision = "2b4d017a5e9b"
+down_revision = "89d4b8295536"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    bind = op.get_bind()
+    session = orm.Session(bind=bind)
+
+    _logger.info("Adding registered_models and model_versions tables to database.")
+
+    op.create_table(
+        SqlRegisteredModel.__tablename__,
+        Column("name", String(256), unique=True, nullable=False),
+        Column("creation_time", BigInteger, default=lambda: int(time.time() * 1000)),
+        Column("last_updated_time", BigInteger, nullable=True, default=None),
+        Column("description", String(5000), nullable=True),
+        PrimaryKeyConstraint("name", name="registered_model_pk"),
+    )
+
+    op.create_table(
+        SqlModelVersion.__tablename__,
+        Column("name", String(256), ForeignKey("registered_models.name", onupdate="cascade")),
+        Column("version", Integer, nullable=False),
+        Column("creation_time", BigInteger, default=lambda: int(time.time() * 1000)),
+        Column("last_updated_time", BigInteger, nullable=True, default=None),
+        Column("description", String(5000), nullable=True),
+        Column("user_id", String(256), nullable=True, default=None),
+        Column("current_stage", String(20), default=STAGE_NONE),
+        Column("source", String(500), nullable=True, default=None),
+        Column("run_id", String(32), nullable=False),
+        Column(
+            "status", String(20), default=ModelVersionStatus.to_string(ModelVersionStatus.READY)
+        ),
+        Column("status_message", String(500), nullable=True, default=None),
+        PrimaryKeyConstraint("name", "version", name="model_version_pk"),
+    )
+
+    session.commit()
+
+    _logger.info("Migration complete!")
+
+
+def downgrade():
+    op.drop_table(SqlRegisteredModel.__tablename__)
+    op.drop_table(SqlModelVersion.__tablename__)

mlflow/store/db_migrations/versions/2d6e25af4d3e_increase_max_param_val_length.py

@@ -0,0 +1,33 @@
+"""increase max param val length from 500 to 8000
+
+Revision ID: 2d6e25af4d3e
+Revises: 7f2a7d5fae7d
+Create Date: 2023-09-25 13:59:04.231744
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "2d6e25af4d3e"
+down_revision = "7f2a7d5fae7d"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    with op.batch_alter_table("params") as batch_op:
+        batch_op.alter_column(
+            "value",
+            existing_type=sa.String(500),
+            # We choose 8000 because it's the minimum max_length for
+            # a VARCHAR column in all supported database types.
+            type_=sa.String(8000),
+            existing_nullable=False,
+            existing_server_default=None,
+        )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/3500859a5d39_add_model_aliases_table.py

@@ -0,0 +1,50 @@
+"""Add Model Aliases table
+
+Revision ID: 3500859a5d39
+Revises: 97727af70f4d
+Create Date: 2023-03-09 15:33:54.951736
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+from mlflow.store.model_registry.dbmodels.models import SqlRegisteredModelAlias
+
+# revision identifiers, used by Alembic.
+revision = "3500859a5d39"
+down_revision = "97727af70f4d"
+branch_labels = None
+depends_on = None
+
+
+def get_existing_tables():
+    connection = op.get_bind()
+    inspector = sa.inspect(connection)
+    return inspector.get_table_names()
+
+
+def upgrade():
+    if SqlRegisteredModelAlias.__tablename__ not in get_existing_tables():
+        op.create_table(
+            SqlRegisteredModelAlias.__tablename__,
+            sa.Column("alias", sa.String(length=256), primary_key=True, nullable=False),
+            sa.Column("version", sa.Integer(), nullable=False),
+            sa.Column(
+                "name",
+                sa.String(length=256),
+                sa.ForeignKey(
+                    "registered_models.name",
+                    onupdate="cascade",
+                    ondelete="cascade",
+                    name="registered_model_alias_name_fkey",
+                ),
+                primary_key=True,
+                nullable=False,
+            ),
+            sa.PrimaryKeyConstraint("name", "alias", name="registered_model_alias_pk"),
+        )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/39d1c3be5f05_add_is_nan_constraint_for_metrics_tables_if_necessary.py

@@ -0,0 +1,41 @@
+"""add_is_nan_constraint_for_metrics_tables_if_necessary
+
+Revision ID: 39d1c3be5f05
+Revises: a8c4a736bde6
+Create Date: 2021-03-16 20:40:24.214667
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "39d1c3be5f05"
+down_revision = "a8c4a736bde6"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # This part of the migration is only relevant for users who installed sqlalchemy 1.4.0 with
+    # MLflow <= 1.14.1. In sqlalchemy 1.4.0, the default value of `create_constraint` for
+    # `sqlalchemy.Boolean` was changed to `False` from `True`:
+    # https://github.com/sqlalchemy/sqlalchemy/blob/e769ba4b00859ac8c95610ed149da4d940eac9d0/lib/sqlalchemy/sql/sqltypes.py#L1841
+    # To ensure that a check constraint is always present on the `is_nan` column in the
+    # `latest_metrics` table, we perform an `alter_column` and explicitly set `create_constraint`
+    # to `True`
+    with op.batch_alter_table("latest_metrics") as batch_op:
+        batch_op.alter_column(
+            "is_nan", type_=sa.types.Boolean(create_constraint=True), nullable=False
+        )
+
+    # Introduce a check constraint on the `is_nan` column from the `metrics` table, which was
+    # missing prior to this migration
+    with op.batch_alter_table("metrics") as batch_op:
+        batch_op.alter_column(
+            "is_nan", type_=sa.types.Boolean(create_constraint=True), nullable=False
+        )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/400f98739977_add_logged_model_tables.py

@@ -0,0 +1,123 @@
+"""add logged model tables
+
+Revision ID: 400f98739977
+Revises: 0584bdc529eb
+Create Date: 2025-02-06 22:05:35.542613
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "400f98739977"
+down_revision = "0584bdc529eb"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.create_table(
+        "logged_models",
+        sa.Column("model_id", sa.String(length=36), nullable=False),
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("name", sa.String(length=500), nullable=False),
+        sa.Column("artifact_location", sa.String(length=1000), nullable=False),
+        sa.Column("creation_timestamp_ms", sa.BigInteger(), nullable=False),
+        sa.Column("last_updated_timestamp_ms", sa.BigInteger(), nullable=False),
+        sa.Column("status", sa.Integer(), nullable=False),
+        sa.Column("lifecycle_stage", sa.String(length=32), nullable=True),
+        sa.Column("model_type", sa.String(length=500), nullable=True),
+        sa.Column("source_run_id", sa.String(length=32), nullable=True),
+        sa.Column("status_message", sa.String(length=1000), nullable=True),
+        sa.CheckConstraint(
+            "lifecycle_stage IN ('active', 'deleted')", name="logged_models_lifecycle_stage_check"
+        ),
+        sa.ForeignKeyConstraint(
+            ["experiment_id"],
+            ["experiments.experiment_id"],
+            name="fk_logged_models_experiment_id",
+            ondelete="CASCADE",
+        ),
+        sa.PrimaryKeyConstraint("model_id", name="logged_models_pk"),
+    )
+    op.create_table(
+        "logged_model_metrics",
+        sa.Column("model_id", sa.String(length=36), nullable=False),
+        sa.Column("metric_name", sa.String(length=500), nullable=False),
+        sa.Column("metric_timestamp_ms", sa.BigInteger(), nullable=False),
+        sa.Column("metric_step", sa.BigInteger(), nullable=False),
+        sa.Column("metric_value", sa.Float(precision=53), nullable=True),
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("run_id", sa.String(length=32), nullable=False),
+        sa.Column("dataset_uuid", sa.String(length=36), nullable=True),
+        sa.Column("dataset_name", sa.String(length=500), nullable=True),
+        sa.Column("dataset_digest", sa.String(length=36), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["experiment_id"],
+            ["experiments.experiment_id"],
+            name="fk_logged_model_metrics_experiment_id",
+        ),
+        sa.ForeignKeyConstraint(
+            ["model_id"],
+            ["logged_models.model_id"],
+            name="fk_logged_model_metrics_model_id",
+            ondelete="CASCADE",
+        ),
+        sa.ForeignKeyConstraint(
+            ["run_id"], ["runs.run_uuid"], name="fk_logged_model_metrics_run_id", ondelete="CASCADE"
+        ),
+        sa.PrimaryKeyConstraint(
+            "model_id",
+            "metric_name",
+            "metric_timestamp_ms",
+            "metric_step",
+            "run_id",
+            name="logged_model_metrics_pk",
+        ),
+    )
+    with op.batch_alter_table("logged_model_metrics", schema=None) as batch_op:
+        batch_op.create_index("index_logged_model_metrics_model_id", ["model_id"], unique=False)
+
+    op.create_table(
+        "logged_model_params",
+        sa.Column("model_id", sa.String(length=36), nullable=False),
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("param_key", sa.String(length=255), nullable=False),
+        sa.Column("param_value", sa.Text(), nullable=False),
+        sa.ForeignKeyConstraint(
+            ["experiment_id"],
+            ["experiments.experiment_id"],
+            name="fk_logged_model_params_experiment_id",
+        ),
+        sa.ForeignKeyConstraint(
+            ["model_id"],
+            ["logged_models.model_id"],
+            name="fk_logged_model_params_model_id",
+            ondelete="CASCADE",
+        ),
+        sa.PrimaryKeyConstraint("model_id", "param_key", name="logged_model_params_pk"),
+    )
+    op.create_table(
+        "logged_model_tags",
+        sa.Column("model_id", sa.String(length=36), nullable=False),
+        sa.Column("experiment_id", sa.Integer(), nullable=False),
+        sa.Column("tag_key", sa.String(length=255), nullable=False),
+        sa.Column("tag_value", sa.Text(), nullable=False),
+        sa.ForeignKeyConstraint(
+            ["experiment_id"],
+            ["experiments.experiment_id"],
+            name="fk_logged_model_tags_experiment_id",
+        ),
+        sa.ForeignKeyConstraint(
+            ["model_id"],
+            ["logged_models.model_id"],
+            name="fk_logged_model_tags_model_id",
+            ondelete="CASCADE",
+        ),
+        sa.PrimaryKeyConstraint("model_id", "tag_key", name="logged_model_tags_pk"),
+    )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/4465047574b1_increase_max_dataset_schema_size.py

@@ -0,0 +1,38 @@
+"""increase max dataset schema size
+
+Revision ID: 4465047574b1
+Revises: 5b0e9adcef9c
+Create Date: 2024-07-09 12:54:33.775087
+
+"""
+
+import logging
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects.mysql import MEDIUMTEXT
+
+_logger = logging.getLogger(__name__)
+
+
+# revision identifiers, used by Alembic.
+revision = "4465047574b1"
+down_revision = "5b0e9adcef9c"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    try:
+        # For other database backends, the dataset_schema column already satisfies the new length
+        if op.get_bind().engine.name == "mysql":
+            op.alter_column("datasets", "dataset_schema", existing_type=sa.TEXT, type_=MEDIUMTEXT)
+    except Exception as e:
+        _logger.warning(
+            "Failed to update dataset_schema column to MEDIUMTEXT type, it may not be supported "
+            f"by your SQL database. Exception content: {e}"
+        )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/451aebb31d03_add_metric_step.py

@@ -0,0 +1,35 @@
+"""add metric step
+
+Revision ID: 451aebb31d03
+Revises:
+Create Date: 2019-04-22 15:29:24.921354
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "451aebb31d03"
+down_revision = None
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.add_column("metrics", sa.Column("step", sa.BigInteger(), nullable=False, server_default="0"))
+    # Use batch mode so that we can run "ALTER TABLE" statements against SQLite
+    # databases (see more info at https://alembic.sqlalchemy.org/en/latest/
+    # batch.html#running-batch-migrations-for-sqlite-and-other-databases)
+    with op.batch_alter_table("metrics") as batch_op:
+        batch_op.drop_constraint(constraint_name="metric_pk", type_="primary")
+        batch_op.create_primary_key(
+            constraint_name="metric_pk", columns=["key", "timestamp", "step", "run_uuid", "value"]
+        )
+
+
+def downgrade():
+    # This migration cannot safely be downgraded; once metric data with the same
+    # (key, timestamp, run_uuid, value) are inserted (differing only in their `step`), we cannot
+    # revert to a schema where (key, timestamp, run_uuid, value) is the metric primary key.
+    pass

mlflow/store/db_migrations/versions/5b0e9adcef9c_add_cascade_deletion_to_trace_tables_fk.py

@@ -0,0 +1,40 @@
+"""add cascade deletion to trace tables foreign keys
+
+Revision ID: 5b0e9adcef9c
+Revises: 867495a8f9d4
+Create Date: 2024-05-22 17:44:24.597019
+
+"""
+
+from alembic import op
+
+from mlflow.store.tracking.dbmodels.models import SqlTraceInfo, SqlTraceMetadata, SqlTraceTag
+
+# revision identifiers, used by Alembic.
+revision = "5b0e9adcef9c"
+down_revision = "867495a8f9d4"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    tables = [SqlTraceTag.__tablename__, SqlTraceMetadata.__tablename__]
+    for table in tables:
+        fk_tag_constraint_name = f"fk_{table}_request_id"
+        # We have to use batch_alter_table as SQLite does not support
+        # ALTER outside of a batch operation.
+        with op.batch_alter_table(table, schema=None) as batch_op:
+            batch_op.drop_constraint(fk_tag_constraint_name, type_="foreignkey")
+            batch_op.create_foreign_key(
+                fk_tag_constraint_name,
+                SqlTraceInfo.__tablename__,
+                ["request_id"],
+                ["request_id"],
+                # Add cascade deletion to the foreign key constraint.
+                # This is the only change in this migration.
+                ondelete="CASCADE",
+            )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/6953534de441_add_step_to_inputs_table.py

@@ -0,0 +1,25 @@
+"""add step to inputs table
+
+Revision ID: 6953534de441
+Revises: 400f98739977
+Create Date: 2025-02-13 11:50:07.098121
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "6953534de441"
+down_revision = "400f98739977"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    with op.batch_alter_table("inputs", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("step", sa.BigInteger(), nullable=False, server_default="0"))
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/728d730b5ebd_add_registered_model_tags_table.py

@@ -0,0 +1,38 @@
+"""add registered model tags table
+
+Revision ID: 728d730b5ebd
+Revises: 0a8213491aaa
+Create Date: 2020-06-26 13:30:00.290154
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+from mlflow.store.model_registry.dbmodels.models import SqlRegisteredModelTag
+
+# revision identifiers, used by Alembic.
+revision = "728d730b5ebd"
+down_revision = "0a8213491aaa"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.create_table(
+        SqlRegisteredModelTag.__tablename__,
+        sa.Column("key", sa.String(length=250), primary_key=True, nullable=False),
+        sa.Column("value", sa.String(length=5000)),
+        sa.Column(
+            "name",
+            sa.String(length=256),
+            sa.ForeignKey("registered_models.name", onupdate="cascade"),
+            primary_key=True,
+            nullable=False,
+        ),
+        sa.PrimaryKeyConstraint("key", "name", name="registered_model_tag_pk"),
+    )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/7ac759974ad8_update_run_tags_with_larger_limit.py

@@ -0,0 +1,36 @@
+"""Update run tags with larger limit
+
+Revision ID: 7ac759974ad8
+Revises: df50e92ffc5e
+Create Date: 2019-07-30 16:36:54.256382
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "7ac759974ad8"
+down_revision = "df50e92ffc5e"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # Use batch mode so that we can run "ALTER TABLE" statements against SQLite
+    # databases (see more info at https://alembic.sqlalchemy.org/en/latest/
+    # batch.html#running-batch-migrations-for-sqlite-and-other-databases)
+    # We specify existing_type, existing_nullable, existing_server_default
+    # because MySQL alter column statements require a full column description.
+    with op.batch_alter_table("tags") as batch_op:
+        batch_op.alter_column(
+            "value",
+            existing_type=sa.String(250),
+            type_=sa.String(5000),
+            existing_nullable=True,
+            existing_server_default=None,
+        )
+
+
+def downgrade():
+    pass

mlflow/store/db_migrations/versions/7f2a7d5fae7d_add_datasets_inputs_input_tags_tables.py

@@ -0,0 +1,82 @@
+"""add datasets inputs input_tags tables
+
+Revision ID: 7f2a7d5fae7d
+Revises: 3500859a5d39
+Create Date: 2023-03-23 09:48:27.775166
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects.mysql import MEDIUMTEXT
+
+from mlflow.store.tracking.dbmodels.models import SqlDataset, SqlInput, SqlInputTag
+
+# revision identifiers, used by Alembic.
+revision = "7f2a7d5fae7d"
+down_revision = "3500859a5d39"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.create_table(
+        SqlDataset.__tablename__,
+        sa.Column("dataset_uuid", sa.String(length=36), nullable=False),
+        sa.Column(
+            "experiment_id",
+            sa.Integer(),
+            sa.ForeignKey("experiments.experiment_id"),
+            primary_key=True,
+            nullable=False,
+        ),
+        sa.Column("name", sa.String(length=500), primary_key=True, nullable=False),
+        sa.Column("digest", sa.String(length=36), primary_key=True, nullable=False),
+        sa.Column("dataset_source_type", sa.String(length=36), nullable=False),
+        sa.Column("dataset_source", sa.Text(), nullable=False),
+        sa.Column("dataset_schema", sa.Text(), nullable=True),
+        sa.Column("dataset_profile", sa.Text().with_variant(MEDIUMTEXT, "mysql"), nullable=True),
+        sa.PrimaryKeyConstraint("experiment_id", "name", "digest", name="dataset_pk"),
+        sa.Index(f"index_{SqlDataset.__tablename__}_dataset_uuid", "dataset_uuid", unique=False),
+        sa.Index(
+            f"index_{SqlDataset.__tablename__}_experiment_id_dataset_source_type",
+            "experiment_id",
+            "dataset_source_type",
+            unique=False,
+        ),
+    )
+    op.create_table(
+        SqlInput.__tablename__,
+        sa.Column("input_uuid", sa.String(length=36), nullable=False),
+        sa.Column("source_type", sa.String(length=36), primary_key=True, nullable=False),
+        sa.Column("source_id", sa.String(length=36), primary_key=True, nullable=False),
+        sa.Column("destination_type", sa.String(length=36), primary_key=True, nullable=False),
+        sa.Column("destination_id", sa.String(length=36), primary_key=True, nullable=False),
+        sa.PrimaryKeyConstraint(
+            "source_type", "source_id", "destination_type", "destination_id", name="inputs_pk"
+        ),
+        sa.Index(f"index_{SqlInput.__tablename__}_input_uuid", "input_uuid", unique=False),
+        sa.Index(
+            f"index_{SqlInput.__tablename__}_destination_type_destination_id_source_type",
+            "destination_type",
+            "destination_id",
+            "source_type",
+            unique=False,
+        ),
+    )
+    op.create_table(
+        SqlInputTag.__tablename__,
+        sa.Column(
+            "input_uuid",
+            sa.String(length=36),
+            primary_key=True,
+            nullable=False,
+        ),
+        sa.Column("name", sa.String(length=255), primary_key=True, nullable=False),
+        sa.Column("value", sa.String(length=500), nullable=False),
+        sa.PrimaryKeyConstraint("input_uuid", "name", name="input_tags_pk"),
+    )
+
+
+def downgrade():
+    pass