welearn-database 1.3.0.dev2__py3-none-any.whl → 1.4.0__py3-none-any.whl

welearn_database/alembic/env.py

@@ -1,3 +1,4 @@
+import os
 from logging.config import fileConfig
 
 from alembic import context
@@ -75,6 +76,14 @@ def run_migrations_online() -> None:
     load_dotenv()
     connectable = create_sqlalchemy_engine()
 
+    if "prod" in os.getenv("PG_HOST").lower():
+        print("Connecting to production database for migrations!")
+        input("Press Enter to continue...")
+    elif "dev" in os.getenv("PG_HOST" "").lower():
+        print("Connecting to development database for migrations!")
+    else:
+        print("Connecting to unknown database for migrations!")
+
     with connectable.connect() as connection:
         context.configure(
             connection=connection,

welearn_database/alembic/versions/2ad4895b2674_data_collection.py

@@ -0,0 +1,100 @@
+"""data collection
+
+Revision ID: 2ad4895b2674
+Revises: 068312e7800c
+Create Date: 2026-01-16 15:55:41.447852
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision: str = "2ad4895b2674"
+down_revision: Union[str, None] = "068312e7800c"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "data_collection_campaign_management",
+        sa.Column(
+            "id", sa.Uuid(), server_default=sa.func.gen_random_uuid(), nullable=False
+        ),
+        sa.Column("is_active", sa.Boolean(), nullable=False),
+        sa.Column("end_at", postgresql.TIMESTAMP(), nullable=False),
+        sa.Column(
+            "created_at", postgresql.TIMESTAMP(), server_default="NOW()", nullable=False
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        schema="user_related",
+    )
+
+    op.add_column(
+        "chat_message",
+        sa.Column("role", sa.String(), nullable=False),
+        schema="user_related",
+    )
+    op.add_column(
+        "chat_message",
+        sa.Column("inferred_user_id", sa.Uuid(), nullable=False),
+        schema="user_related",
+    )
+    op.add_column(
+        "chat_message",
+        sa.Column("conversation_id", sa.Uuid(), nullable=False),
+        schema="user_related",
+    )
+    op.drop_constraint(
+        op.f("message_user_id_fkey"),
+        "chat_message",
+        schema="user_related",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        "message_inferred_user_id_fkey",
+        "chat_message",
+        "inferred_user",
+        ["inferred_user_id"],
+        ["id"],
+        source_schema="user_related",
+        referent_schema="user_related",
+    )
+    op.drop_column("chat_message", "user_id", schema="user_related")
+    op.add_column(
+        "returned_document",
+        sa.Column("is_clicked", sa.Boolean(), nullable=False),
+        schema="user_related",
+    )
+
+
+def downgrade() -> None:
+    op.drop_column("returned_document", "is_clicked", schema="user_related")
+    op.add_column(
+        "chat_message",
+        sa.Column("user_id", sa.Uuid(), nullable=False),
+        schema="user_related",
+    )
+    op.drop_constraint(
+        "message_inferred_user_id_fkey",
+        "chat_message",
+        schema="user_related",
+        type_="foreignkey",
+    )
+    op.create_foreign_key(
+        op.f("message_user_id_fkey"),
+        "chat_message",
+        "user_profile",
+        ["user_id"],
+        ["id"],
+        source_schema="user_related",
+        referent_schema="user_related",
+    )
+    op.drop_column("chat_message", "conversation_id", schema="user_related")
+    op.drop_column("chat_message", "inferred_user_id", schema="user_related")
+    op.drop_column("chat_message", "role", schema="user_related")
+    op.drop_table("data_collection_campaign_management", schema="user_related")

welearn_database/alembic/versions/9b4f1da0c1f2_data_collection_for_focus_group.py

@@ -0,0 +1,76 @@
+"""data collection for focus group
+
+Revision ID: 9b4f1da0c1f2
+Revises: 2ad4895b2674
+Create Date: 2026-02-23 18:11:55.857517
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision: str = "9b4f1da0c1f2"
+down_revision: Union[str, None] = "2ad4895b2674"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.add_column(
+        "chat_message",
+        sa.Column(
+            "is_retrieved_by_user",
+            sa.Boolean(),
+            nullable=False,
+            default=False,
+            server_default="False",
+        ),
+        schema="user_related",
+    )
+    op.add_column(
+        "chat_message",
+        sa.Column("original_feature_name", sa.String(), nullable=True),
+        schema="user_related",
+    )
+    op.create_table(
+        "filter_used_in_query",
+        sa.Column(
+            "id", sa.Uuid(), server_default=sa.func.gen_random_uuid(), nullable=False
+        ),
+        sa.Column("message_id", sa.Uuid(), nullable=False),
+        sa.Column(
+            "filter_type",
+            postgresql.ENUM(
+                "sdg",
+                "source",
+                name="filter_type",
+                schema="user_related",
+            ),
+            nullable=False,
+        ),
+        sa.Column("filter_value", sa.String(), nullable=False),
+        sa.ForeignKeyConstraint(
+            ["message_id"],
+            ["user_related.chat_message.id"],
+            name="filter_used_in_query_message_id_fkey",
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        schema="user_related",
+    )
+
+
+def downgrade() -> None:
+    op.drop_column("chat_message", "is_retrieved_by_user", schema="user_related")
+    op.drop_column("chat_message", "original_feature_name", schema="user_related")
+    op.drop_constraint(
+        "filter_used_in_query_message_id_fkey",
+        "filter_used_in_query",
+        schema="user_related",
+        type_="foreignkey",
+    )
+    op.drop_table("filter_used_in_query", schema="user_related")
+    op.execute("DROP TYPE IF EXISTS user_related.filter_type")

welearn_database/data/enumeration.py

@@ -38,3 +38,8 @@ class ExternalIdType(StrEnum):
     HANDLE = auto()
     SLUG = auto()
     QID = auto()
+
+
+class FilterType(StrEnum):
+    SDG = auto()
+    SOURCE = auto()

welearn_database/data/models/user_related.py

@@ -2,10 +2,10 @@ from datetime import datetime
 from uuid import UUID
 
 from sqlalchemy import ForeignKey, func, types
-from sqlalchemy.dialects.postgresql import TIMESTAMP
+from sqlalchemy.dialects.postgresql import ENUM, TIMESTAMP
 from sqlalchemy.orm import Mapped, mapped_column, relationship
 
-from welearn_database.data.enumeration import DbSchemaEnum
+from welearn_database.data.enumeration import DbSchemaEnum, FilterType
 from welearn_database.data.models.document_related import WeLearnDocument
 
 from . import Base
@@ -90,8 +90,16 @@ class ChatMessage(Base):
         ForeignKey(f"{DbSchemaEnum.USER_RELATED.value}.inferred_user.id"),
         nullable=False,
     )
+    conversation_id = mapped_column(
+        types.Uuid,
+        nullable=False,
+    )
     role: Mapped[str]
     textual_content: Mapped[str]
+    is_retrieved_by_user: Mapped[bool] = mapped_column(
+        default=False, server_default="False"
+    )
+    original_feature_name: Mapped[str | None]
 
     created_at: Mapped[datetime] = mapped_column(
         TIMESTAMP(timezone=False),
@@ -129,6 +137,8 @@ class ReturnedDocument(Base):
         ),
         nullable=False,
     )
+    is_clicked: Mapped[bool] = mapped_column(default=False)
+
     welearn_document: Mapped["WeLearnDocument"] = relationship()
     chat_message: Mapped["ChatMessage"] = relationship()
 
@@ -159,6 +169,23 @@ class APIKeyManagement(Base):
     )
 
 
+class DataCollectionCampaignManagement(Base):
+    __tablename__ = "data_collection_campaign_management"
+    __table_args__ = {"schema": DbSchemaEnum.USER_RELATED.value}
+
+    id: Mapped[UUID] = mapped_column(
+        types.Uuid, primary_key=True, nullable=False, server_default="gen_random_uuid()"
+    )
+    is_active: Mapped[bool]
+    end_at: Mapped[datetime] = mapped_column(TIMESTAMP(timezone=False), nullable=False)
+    created_at: Mapped[datetime] = mapped_column(
+        TIMESTAMP(timezone=False),
+        nullable=False,
+        default=func.localtimestamp(),
+        server_default="NOW()",
+    )
+
+
 class Session(Base):
     __tablename__ = "session"
     __table_args__ = {"schema": "user_related"}
@@ -218,3 +245,27 @@ class EndpointRequest(Base):
         server_default="NOW()",
     )
     session = relationship("Session", foreign_keys=[session_id])
+
+
+class FilterUsedInQuery(Base):
+    __tablename__ = "filter_used_in_query"
+    __table_args__ = {"schema": DbSchemaEnum.USER_RELATED.value}
+
+    id: Mapped[UUID] = mapped_column(
+        types.Uuid, primary_key=True, nullable=False, server_default="gen_random_uuid()"
+    )
+    message_id = mapped_column(
+        types.Uuid,
+        ForeignKey(f"{DbSchemaEnum.USER_RELATED.value}.chat_message.id"),
+        nullable=False,
+    )
+    filter_type: Mapped[str] = mapped_column(
+        ENUM(
+            *(e.value.lower() for e in FilterType),
+            name="filter_type",
+            schema=DbSchemaEnum.USER_RELATED.value,
+        ),
+    )
+    filter_value: Mapped[str]
+
+    chat_message: Mapped["ChatMessage"] = relationship()

{welearn_database-1.3.0.dev2.dist-info → welearn_database-1.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: welearn-database
-Version: 1.3.0.dev2
+Version: 1.4.0
 Summary: All stuff related to relationnal database from the WeLearn project
 License: cc-by-sa-nc
 Author: Théo

{welearn_database-1.3.0.dev2.dist-info → welearn_database-1.4.0.dist-info}/RECORD

@@ -1,10 +1,11 @@
 welearn_database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 welearn_database/alembic/README,sha256=MVlc9TYmr57RbhXET6QxgyCcwWP7w-vLkEsirENqiIQ,38
-welearn_database/alembic/env.py,sha256=R1uzXJ9gJVJ4L3Os0HqPHiA7KopnKE9Qw_ha2_y7I6M,2499
+welearn_database/alembic/env.py,sha256=tJL6RGGS3i-K6J_fkF-W6zC3dHUxTFDsWLfS_j-UTVg,2861
 welearn_database/alembic/script.py.mako,sha256=MEqL-2qATlST9TAOeYgscMn1uy6HUS9NFvDgl93dMj8,635
 welearn_database/alembic/versions/068312e7800c_add_referrer_origin_column_to_user_and_.py,sha256=H9rGLdUy9Xhz7P0H-JJagGknloP5RyrlXlfOwU45gf8,1008
 welearn_database/alembic/versions/0e0bc0fca384_doc_qty_per_source.py,sha256=TYrIgiMO9tmowFAfmfjQT-ywtpWDeLlJzs_G5ZxqNWQ,1605
 welearn_database/alembic/versions/16ff997426d3_remove_error_retrieval_unique_constraint.py,sha256=BNlUMikJopej5pEwPyI6u64FefvhRETsyYSUBrmNVjc,904
+welearn_database/alembic/versions/2ad4895b2674_data_collection.py,sha256=MZOfb1agtrugsY5okwtRPTDBKwixgg1MaqLpod0KjL0,2975
 welearn_database/alembic/versions/4c7161819e5a_grafana_views.py,sha256=st8AWO9aRXFamBBAAwytIjMyS9TkVKJH0b8-q2lM-oc,6037
 welearn_database/alembic/versions/4f5a188dd614_add_main_url_column.py,sha256=VuHPPC2v8uYTFiO1ouGBXpenw3gtRbs_LlMWalvYeiE,681
 welearn_database/alembic/versions/4fcbfb7f3145_added_api_key_management_table.py,sha256=SZeEsVOAJCYFjIp8Ioy62dOvyr_KxTmaseFdbwJelk4,1490
@@ -13,23 +14,24 @@ welearn_database/alembic/versions/821173cf9c5d_initial_migration.py,sha256=qTF4R
 welearn_database/alembic/versions/84c42739c17b_create_table_errordataquality.py,sha256=lNIqsDRmKj2UuGSXKv9l6vinT2f4LE9s6ds-1YsxxkA,1661
 welearn_database/alembic/versions/89920abb7ff8_add_category.py,sha256=FxXUBggTvO0-x_aWeYj9L3Jv4XgkGDpW1IvXmXeMNr8,1347
 welearn_database/alembic/versions/96bba9e4842a_merge_external_id_error_quality.py,sha256=7Dit0jlD4l8iVd2vzFJajtTxloxQ527a-J3t5dM5NDc,481
+welearn_database/alembic/versions/9b4f1da0c1f2_data_collection_for_focus_group.py,sha256=lsQBzBOqQffjqGNZcJ5iJkcbxAPrve2so69eNk8pv-A,2209
 welearn_database/alembic/versions/a50a1db3ca2a_add_used_since_column_for_embeddings.py,sha256=PRYDlKeBnobJc62Neph-DXHMKopf7I2chzV9M0B4bvU,836
 welearn_database/alembic/versions/b031206324b7_agent_related.py,sha256=BAB1js3qgR8FLojfhNyVVKU7tDBjxPAtY8MheLbe15g,4448
 welearn_database/alembic/versions/ccdbd708c997_create_column_external_id.py,sha256=xQtLsONPsaqHFck_RgV2VAcpRN-RFdeF3relGQ7A7-c,1757
 welearn_database/alembic/versions/e354666f951d_inferred_user.py,sha256=WGmsJKDsLKq3IhmaG23BixFR0X7ldeiAvLkfzqpR3oE,3483
 welearn_database/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-welearn_database/data/enumeration.py,sha256=BS2r5HIcaRBYDoGWUt3scaHEoYgFEPgNflDLQK3owOE,979
+welearn_database/data/enumeration.py,sha256=z98EyqXhCIY5tqecxc27My7IGCy0rlmKW5T0gxRUXyQ,1045
 welearn_database/data/models/__init__.py,sha256=J0k9nHY6D5j-nEXGWYsbI2nBhmlHPaXIaW0RWsUs32A,1149
 welearn_database/data/models/agent_related.py,sha256=Z0foQ-dcsORp7Wi_bPMsS2zulU843MySMWxrC7GLD7I,3139
 welearn_database/data/models/corpus_related.py,sha256=3_Q9o7BjLRnBtP15VvP4dPrm1bcrxmDFkuNJ0F9HaPM,6617
 welearn_database/data/models/document_related.py,sha256=5si6RVnD2M2PV6Y0RQvB6EVgNraDhDgjQ7tCN9hJIms,15635
 welearn_database/data/models/grafana.py,sha256=GjbFN8oK7L84iPkXq8NSrRXNhm7h3EHneLzlBzwIKQU,4940
-welearn_database/data/models/user_related.py,sha256=R97YWwcS1ZVRavBiT-Hrd2l01bIwSdL6QOpzCN5azV0,7002
+welearn_database/data/models/user_related.py,sha256=Ch7_qvLp5o_NkhmVn_YARi6Oxtto0CS1twI1NeV244g,8661
 welearn_database/database_utils.py,sha256=TApGpo4LHtDPQR1J_d1ShkhGp29S3iFbAIcR9Ga1USI,841
 welearn_database/exceptions.py,sha256=1TRkRfFgZvvGWMIS96PYwsDDeaVJfOhLE5DdN0MZEpg,197
 welearn_database/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 welearn_database/modules/text_cleaning.py,sha256=N_OgJNsjOOKp6m05iljvM0f22_U9wEhy7nKpqnfuG0k,2169
-welearn_database-1.3.0.dev2.dist-info/LICENSE,sha256=5mwmnUgZqqs0tJ71IgxN2rZ1byG7UYB2Gk64Vh8re70,20850
-welearn_database-1.3.0.dev2.dist-info/METADATA,sha256=LpAlSa2y0gnlKAfJn_IbozkfalpGsI6R1WvVPYAETKQ,2183
-welearn_database-1.3.0.dev2.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-welearn_database-1.3.0.dev2.dist-info/RECORD,,
+welearn_database-1.4.0.dist-info/LICENSE,sha256=5mwmnUgZqqs0tJ71IgxN2rZ1byG7UYB2Gk64Vh8re70,20850
+welearn_database-1.4.0.dist-info/METADATA,sha256=6T1nkCZKoPzDyeF1lWjuDB00DDDU-8OuhwOhjD98wek,2178
+welearn_database-1.4.0.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
+welearn_database-1.4.0.dist-info/RECORD,,