wbcore 2.2.1__py2.py3-none-any.whl

wbcore/contrib/io/migrations/0003_auto_20240103_1000.py

@@ -0,0 +1,46 @@
+# Generated by Django 4.2.8 on 2024-01-03 08:58
+
+from contextlib import suppress
+
+from django.apps import apps
+from django.contrib.contenttypes.models import ContentType
+from django.db import migrations
+
+
+def migrate_content_type(apps, schema_editor):
+    ImportedObjectProviderRelationship = apps.get_model("io", "ImportedObjectProviderRelationship")
+
+    for model_name in [
+        "Classification",
+        "Instrument",
+        "ClassificationGroup",
+        "Deal",
+        "Exchange",
+        "InstrumentClassificationRelatedInstrument",
+        "InstrumentClassificationThroughModel",
+        "InstrumentFavoriteGroup",
+        "InstrumentList",
+        "InstrumentListThroughModel",
+        "InstrumentRequest",
+        "RelatedInstrumentThroughModel",
+        "InstrumentPrice",
+    ]:
+        with suppress(ContentType.DoesNotExist):
+            old_ct = ContentType.objects.get(app_label="wbportfolio", model=model_name.lower())
+            new_ct = ContentType.objects.get(app_label="wbfdm", model=model_name.lower())
+            ImportedObjectProviderRelationship.objects.filter(content_type_id=old_ct.id).update(
+                content_type_id=new_ct.id
+            )
+
+
+class Migration(migrations.Migration):
+    dependencies = (
+        [
+            ("io", "0002_importsource_creator"),
+            ("wbfdm", "0012_instrumentprice_created_instrumentprice_modified"),
+        ]
+        if apps.is_installed("wbfdm")
+        else [("io", "0002_importsource_creator")]
+    )
+
+    operations = [migrations.RunPython(migrate_content_type)]

wbcore/contrib/io/migrations/0004_alter_importsource_status_exportsource.py

@@ -0,0 +1,134 @@
+# Generated by Django 5.0.3 on 2024-04-24 11:44
+
+import django.core.serializers.json
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+def migrate_status(apps, schema_editor):
+    ImportSource = apps.get_model("io", "ImportSource")
+    ImportSource.objects.filter(status="IMPORTED").update(status="PROCESSED")
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("contenttypes", "0002_remove_content_type_name"),
+        ("io", "0003_auto_20240103_1000"),
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.RunSQL(sql="SET CONSTRAINTS ALL IMMEDIATE;"),
+        migrations.RunPython(migrate_status),
+        migrations.RunSQL(sql="SET CONSTRAINTS ALL DEFERRED;"),
+        migrations.AlterField(
+            model_name="importsource",
+            name="status",
+            field=models.CharField(
+                choices=[
+                    ("PENDING", "Pending"),
+                    ("PROCESSED", "Processed"),
+                    ("WARNING", "Warning"),
+                    ("ERROR", "Error"),
+                    ("IGNORED", "Ignore"),
+                ],
+                default="PENDING",
+                max_length=16,
+            ),
+        ),
+        migrations.AddField(
+            model_name="importsource",
+            name="errors_log",
+            field=models.TextField(blank=True, null=True),
+        ),
+        migrations.CreateModel(
+            name="ExportSource",
+            fields=[
+                ("id", models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created", models.DateTimeField(auto_now_add=True)),
+                ("last_updated", models.DateTimeField(auto_now=True)),
+                (
+                    "status",
+                    models.CharField(
+                        choices=[
+                            ("PENDING", "Pending"),
+                            ("PROCESSED", "Processed"),
+                            ("WARNING", "Warning"),
+                            ("ERROR", "Error"),
+                            ("IGNORED", "Ignore"),
+                        ],
+                        default="PENDING",
+                        max_length=16,
+                    ),
+                ),
+                ("log", models.TextField(blank=True, null=True)),
+                ("origin", models.CharField(blank=True, max_length=255, null=True)),
+                ("file", models.FileField(blank=True, max_length=256, null=True, upload_to="io/export_source/files")),
+                (
+                    "format",
+                    models.IntegerField(
+                        choices=[
+                            (0, "CSV"),
+                            (1, "XLS"),
+                            (2, "XLSX"),
+                            (3, "TSV"),
+                            (4, "ODS"),
+                            (5, "JSON"),
+                            (6, "YAML"),
+                            (7, "HTML"),
+                        ],
+                        default=0,
+                        verbose_name="Format of file to be exported",
+                    ),
+                ),
+                (
+                    "resource_path",
+                    models.CharField(default="", max_length=255, verbose_name="Resource path to use when exporting"),
+                ),
+                ("resource_kwargs", models.JSONField(blank=True, default=dict)),
+                ("query_str", models.TextField(verbose_name="SQL query to be executed")),
+                (
+                    "query_params",
+                    models.JSONField(
+                        blank=True,
+                        default=list,
+                        encoder=django.core.serializers.json.DjangoJSONEncoder,
+                        verbose_name="SQL query parameters to be used with the sql query",
+                    ),
+                ),
+                (
+                    "content_type",
+                    models.ForeignKey(
+                        on_delete=django.db.models.deletion.CASCADE,
+                        to="contenttypes.contenttype",
+                        verbose_name="Export job Content Type",
+                    ),
+                ),
+                (
+                    "creator",
+                    models.ForeignKey(
+                        blank=True,
+                        null=True,
+                        on_delete=django.db.models.deletion.SET_NULL,
+                        to=settings.AUTH_USER_MODEL,
+                        verbose_name="Creator",
+                    ),
+                ),
+            ],
+            options={
+                "verbose_name": "Export Source",
+                "verbose_name_plural": "Export Sources",
+                "notification_types": [
+                    (
+                        "io.export_done",
+                        "File Export has finished",
+                        "Notifies user when their submitted export files is done and available",
+                        True,
+                        True,
+                        True,
+                    )
+                ],
+            },
+        ),
+    ]

wbcore/contrib/io/migrations/0005_exportsource_data_alter_exportsource_query_str_and_more.py

@@ -0,0 +1,67 @@
+# Generated by Django 5.0.3 on 2024-04-30 08:18
+
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("contenttypes", "0002_remove_content_type_name"),
+        ("io", "0004_alter_importsource_status_exportsource"),
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="exportsource",
+            name="data",
+            field=models.JSONField(blank=True, default=dict, null=True),
+        ),
+        migrations.AlterField(
+            model_name="exportsource",
+            name="query_str",
+            field=models.TextField(blank=True, verbose_name="SQL query to be executed"),
+        ),
+        migrations.AlterField(
+            model_name="exportsource",
+            name="resource_path",
+            field=models.CharField(
+                blank=True, default="", max_length=255, null=True, verbose_name="Resource path to use when exporting"
+            ),
+        ),
+        migrations.AlterField(
+            model_name="importsource",
+            name="data",
+            field=models.JSONField(blank=True, default=dict, null=True),
+        ),
+        migrations.AddConstraint(
+            model_name="exportsource",
+            constraint=models.CheckConstraint(
+                check=models.Q(
+                    models.Q(("query_str__isnull", False), ("resource_path__isnull", False)),
+                    models.Q(("data__exact", {}), _negated=True),
+                    _connector="OR",
+                ),
+                name="check_either_data_or_resource_isnotnull",
+            ),
+        ),
+        migrations.AlterField(
+            model_name="exportsource",
+            name="data",
+            field=models.JSONField(blank=True, default=dict, null=True),
+        ),
+        migrations.AlterField(
+            model_name="exportsource",
+            name="format",
+            field=models.IntegerField(
+                choices=[(0, "CSV"), (1, "XLSX"), (2, "TSV"), (3, "JSON"), (4, "YAML")],
+                default=0,
+                verbose_name="Format of file to be exported",
+            ),
+        ),
+        migrations.AlterField(
+            model_name="importsource",
+            name="data",
+            field=models.JSONField(blank=True, default=dict, null=True),
+        ),
+    ]

wbcore/contrib/io/migrations/0006_alter_exportsource_query_params.py

@@ -0,0 +1,20 @@
+# Generated by Django 5.0.4 on 2024-05-06 08:57
+
+import picklefield.fields
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("io", "0005_exportsource_data_alter_exportsource_query_str_and_more"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="exportsource",
+            name="query_params",
+            field=picklefield.fields.PickledObjectField(
+                blank=True, editable=False, verbose_name="SQL query parameters to be used with the sql query"
+            ),
+        ),
+    ]

wbcore/contrib/io/migrations/0007_alter_exportsource_query_params.py

@@ -0,0 +1,23 @@
+# Generated by Django 5.0.4 on 2024-05-07 07:25
+
+import picklefield.fields
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("io", "0006_alter_exportsource_query_params"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="exportsource",
+            name="query_params",
+            field=picklefield.fields.PickledObjectField(
+                blank=True,
+                default=list,
+                editable=False,
+                verbose_name="SQL query parameters to be used with the sql query",
+            ),
+        ),
+    ]

wbcore/contrib/io/mixins.py

@@ -0,0 +1,37 @@
+from datetime import datetime
+
+from django.contrib.contenttypes.models import ContentType
+from django.db import models
+
+from .imports import ImportExportHandler
+from .models import Source
+
+
+class ImportMixin(models.Model):
+    import_export_handler_class: type[ImportExportHandler] | None = None
+    import_source = models.ForeignKey(
+        "io.ImportSource",
+        null=True,
+        blank=True,
+        on_delete=models.SET_NULL,
+    )
+
+    @classmethod
+    def import_data(cls, execution_time: datetime | None = None, synchronous: bool = False, **kwargs):
+        """
+        Allow Resource to trigger the workflow from the instance
+        Args:
+            execution_time: The time at which the task needs to be trigger
+            **kwargs: keyword arguments passed down the workflow
+        """
+        content_type = ContentType.objects.get_for_model(cls)
+        model_name = f"{content_type.app_label}.{content_type.model}"
+        for source in Source.objects.filter(
+            parser_handler__handler__iexact=model_name, data_backend__passive_only=False, is_active=True
+        ):
+            source.trigger_workflow(
+                execution_time=execution_time, synchronous=synchronous, only_handler=model_name, **kwargs
+            )
+
+    class Meta:
+        abstract = True