welearn-database 1.5.3.dev1__py3-none-any.whl → 1.5.4.dev1__py3-none-any.whl

welearn_database/alembic/versions/0310ff0bda4f_track_document_last_state.py

@@ -0,0 +1,38 @@
+"""track_document_last_state
+
+Revision ID: 0310ff0bda4f
+Revises: d22d6324c256
+Create Date: 2026-09-23 11:48:30.473174
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = "0310ff0bda4f"
+down_revision: Union[str, None] = "d22d6324c256"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.execute("""
+    CREATE OR REPLACE VIEW document_related.track_document_latest_state
+    AS SELECT DISTINCT ON (ps.document_id) ps.id,
+        ps.document_id,
+        wd.corpus_id,
+        wd.lang,
+        ps.title,
+        ps.created_at,
+        ps.operation_order
+       FROM document_related.process_state ps
+         JOIN document_related.welearn_document wd ON ps.document_id = wd.id
+      ORDER BY ps.document_id, ps.operation_order DESC;
+    """)
+
+
+def downgrade() -> None:
+    op.execute("DROP VIEW IF EXISTS document_related.track_document_latest_state;")

welearn_database/alembic/versions/d22d6324c256_cleaned_document_state.py

@@ -0,0 +1,30 @@
+"""cleaned_document_state
+
+Revision ID: d22d6324c256
+Revises: 5d46d7920342
+Create Date: 2026-09-23 11:18:46.784209
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+from welearn_database.data.enumeration import Step
+
+# revision identifiers, used by Alembic.
+revision: str = "d22d6324c256"
+down_revision: Union[str, None] = "5d46d7920342"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.execute(
+        f"""ALTER TYPE document_related.step ADD VALUE '{Step.DOCUMENT_CLEANED.value}'"""
+    )
+
+
+def downgrade() -> None:
+    pass

welearn_database/alembic/versions/d990f127902f_merge_keycloack_and_new_cleaned_state_.py

@@ -0,0 +1,26 @@
+"""merge keycloack and new cleaned state related stuff
+
+Revision ID: d990f127902f
+Revises: 0310ff0bda4f, f10903998081
+Create Date: 2026-09-23 16:20:59.738749
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'd990f127902f'
+down_revision: Union[str, None] = ('0310ff0bda4f', 'f10903998081')
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    pass
+
+
+def downgrade() -> None:
+    pass

welearn_database/data/enumeration.py

@@ -12,6 +12,7 @@ class Step(Enum):
     DOCUMENT_IS_INVALID = "document_is_invalid"
     KEPT_FOR_TRACE = "kept_for_trace"
     DOCUMENT_IS_IRRETRIEVABLE = "document_is_irretrievable"
+    DOCUMENT_CLEANED = "document_cleaned"
 
 
 class Counter(Enum):

welearn_database/data/models/document_related.py

@@ -563,3 +563,21 @@ class QtyDocumentPerCorpus(Base):
 
     source_name: Mapped[str] = mapped_column(primary_key=True)
     count: Mapped[int]
+
+
+class TrackDocumentLatestState(Base):
+    __tablename__ = "track_document_latest_state"
+    __table_args__ = {"schema": schema_name}
+    __read_only__ = True
+
+    id: Mapped[UUID] = mapped_column(
+        primary_key=True,
+        type_=types.Uuid,
+    )
+    document_id: Mapped[UUID] = mapped_column(
+        type_=types.Uuid,
+    )
+    lang: Mapped[str]
+    title: Mapped[str]
+    created_at: Mapped[datetime] = mapped_column()
+    operation_order: Mapped[int]

{welearn_database-1.5.3.dev1.dist-info → welearn_database-1.5.4.dev1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: welearn-database
-Version: 1.5.3.dev1
+Version: 1.5.4.dev1
 Summary: All stuff related to relationnal database from the WeLearn project
 License: cc-by-sa-nc
 Author: Théo

{welearn_database-1.5.3.dev1.dist-info → welearn_database-1.5.4.dev1.dist-info}/RECORD

@@ -2,6 +2,7 @@ welearn_database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 welearn_database/alembic/README,sha256=MVlc9TYmr57RbhXET6QxgyCcwWP7w-vLkEsirENqiIQ,38
 welearn_database/alembic/env.py,sha256=19AsrQzRbiNcxUmnBJ8rn7FPTTLf8rQSPYoZbN9iMAs,3114
 welearn_database/alembic/script.py.mako,sha256=MEqL-2qATlST9TAOeYgscMn1uy6HUS9NFvDgl93dMj8,635
+welearn_database/alembic/versions/0310ff0bda4f_track_document_last_state.py,sha256=3ohy8ZsAdPVQnfMhCK0XdgR6phhD2Qt2aeriBDlOs_c,1030
 welearn_database/alembic/versions/068312e7800c_add_referrer_origin_column_to_user_and_.py,sha256=H9rGLdUy9Xhz7P0H-JJagGknloP5RyrlXlfOwU45gf8,1008
 welearn_database/alembic/versions/0e0bc0fca384_doc_qty_per_source.py,sha256=TYrIgiMO9tmowFAfmfjQT-ywtpWDeLlJzs_G5ZxqNWQ,1605
 welearn_database/alembic/versions/16ff997426d3_remove_error_retrieval_unique_constraint.py,sha256=858ig87DVtqz9Wwq5LAsaX73qJmlC-v-gnfJGdutQ1U,932
@@ -25,6 +26,8 @@ welearn_database/alembic/versions/b031206324b7_agent_related.py,sha256=BAB1js3qg
 welearn_database/alembic/versions/b049924f7067_modify_corpus_name_embedding_model_lang_.py,sha256=v9h4jxHakTTxupJzw4lPb-ZEnhzV5BQOOiAE5YITl-s,2167
 welearn_database/alembic/versions/b84462ca3800_update_grafana_process_state_view.py,sha256=5xmW9BO3Y3Aq-qyssXHZGKk6pNfX_9oq9Grpwk6-pug,1318
 welearn_database/alembic/versions/ccdbd708c997_create_column_external_id.py,sha256=xQtLsONPsaqHFck_RgV2VAcpRN-RFdeF3relGQ7A7-c,1757
+welearn_database/alembic/versions/d22d6324c256_cleaned_document_state.py,sha256=gSeipL3j2PnzS6sDjVojFz92EyuUa9TwzHkoe2iZc3o,656
+welearn_database/alembic/versions/d990f127902f_merge_keycloack_and_new_cleaned_state_.py,sha256=waYWTYW7f4yPeaAWJDgezToEcd5MsrCH5Tw7-sm59TM,562
 welearn_database/alembic/versions/e354666f951d_inferred_user.py,sha256=WGmsJKDsLKq3IhmaG23BixFR0X7ldeiAvLkfzqpR3oE,3483
 welearn_database/alembic/versions/f10903998081_keycloack_id_for_user_id.py,sha256=0xCmuyonpNK1tkHZu3OBj7riCN-DS8S4wKAZxZsT9aQ,713
 welearn_database/alembic/versions/f1ce0ad2845b_add_doi_column_to_document.py,sha256=rDTirFy51Qid8SSQ80QQCC0u_Oex6OVMHux4i6ePl90,715
@@ -32,11 +35,11 @@ welearn_database/alembic/versions/f5e91a5c950d_add_analytic_form.py,sha256=q0BBZ
 welearn_database/alembic/versions/f8602200fa99_update_session_view.py,sha256=92lb6Lr-9HuW3zVHuD5SzyUhHRQrwVup8a3QSTI1s4g,831
 welearn_database/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 welearn_database/data/details_dict.py,sha256=9C-WA6owsMh_ZflbV6LvZ8084QjPZK8-wN-bXPn5Zn8,957
-welearn_database/data/enumeration.py,sha256=JokeT4niuwPFFJeLzUtTLSsHSnraaGpL57eL7JVkUxk,1145
+welearn_database/data/enumeration.py,sha256=BDdwzV5pHapyCQoBNwPj0i-DHRcgA4VJr3sBc44ba68,1187
 welearn_database/data/models/__init__.py,sha256=J0k9nHY6D5j-nEXGWYsbI2nBhmlHPaXIaW0RWsUs32A,1149
 welearn_database/data/models/agent_related.py,sha256=Z0foQ-dcsORp7Wi_bPMsS2zulU843MySMWxrC7GLD7I,3139
 welearn_database/data/models/corpus_related.py,sha256=fli3Je6hi49nn6IfMxptujisJRDSM5slWivabMp_ZTg,6850
-welearn_database/data/models/document_related.py,sha256=iM5UCXqAFNF76g6mPoeWHClXzyCiHiBaC3NFN3mZ1vY,17962
+welearn_database/data/models/document_related.py,sha256=PLsOIWUrwT0tgRnY58EbhSEFondWahD3kq5wuik6yPk,18427
 welearn_database/data/models/grafana.py,sha256=Q_8RKoXSyNShqVx7Bl-763ImuCnqzmWdJU04mlg4axU,5614
 welearn_database/data/models/user_related.py,sha256=PC9CipMej7yqnM1CALNbPyHaThdWPR7NIVX0Nvl8xDE,9909
 welearn_database/database_utils.py,sha256=fFCjFHXLYa80XblQAB5so0NQgd5yr_RmO5rM4r3qm0I,800
@@ -44,7 +47,7 @@ welearn_database/exceptions.py,sha256=6XP4vxRSJ40mwqGZ7PdjWaW1MarZLX3vRsBL9WQe4W
 welearn_database/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 welearn_database/modules/text_cleaning.py,sha256=N_OgJNsjOOKp6m05iljvM0f22_U9wEhy7nKpqnfuG0k,2169
 welearn_database/regular_expression.py,sha256=qAUCoxBSfzD1DLlaRfz0R8H6wp7iyQPiBgNhNOT-2Qw,668
-welearn_database-1.5.3.dev1.dist-info/LICENSE,sha256=5mwmnUgZqqs0tJ71IgxN2rZ1byG7UYB2Gk64Vh8re70,20850
-welearn_database-1.5.3.dev1.dist-info/METADATA,sha256=YIbL5GldktlFHcUrzxp7p7bTGQ6N-QH-yqdFvMRsMg0,2183
-welearn_database-1.5.3.dev1.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-welearn_database-1.5.3.dev1.dist-info/RECORD,,
+welearn_database-1.5.4.dev1.dist-info/LICENSE,sha256=5mwmnUgZqqs0tJ71IgxN2rZ1byG7UYB2Gk64Vh8re70,20850
+welearn_database-1.5.4.dev1.dist-info/METADATA,sha256=3Jlod72rqBFYW3nYVGhF5axoUzN7PqlAMTQcofiZQvY,2183
+welearn_database-1.5.4.dev1.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+welearn_database-1.5.4.dev1.dist-info/RECORD,,