khoj 1.33.3.dev32__py3-none-any.whl

khoj/database/migrations/0066_remove_agent_tools_agent_input_tools_and_more.py

@@ -0,0 +1,69 @@
+# Generated by Django 5.0.8 on 2024-10-01 00:42
+
+import django.contrib.postgres.fields
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0065_remove_agent_avatar_remove_agent_public_and_more"),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name="agent",
+            name="tools",
+        ),
+        migrations.AddField(
+            model_name="agent",
+            name="input_tools",
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(
+                    choices=[
+                        ("general", "General"),
+                        ("online", "Online"),
+                        ("notes", "Notes"),
+                        ("summarize", "Summarize"),
+                        ("webpage", "Webpage"),
+                    ],
+                    max_length=200,
+                ),
+                default=list,
+                size=None,
+            ),
+        ),
+        migrations.AddField(
+            model_name="agent",
+            name="output_modes",
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(choices=[("text", "Text"), ("image", "Image")], max_length=200),
+                default=list,
+                size=None,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="agent",
+            name="style_icon",
+            field=models.CharField(
+                choices=[
+                    ("Lightbulb", "Lightbulb"),
+                    ("Health", "Health"),
+                    ("Robot", "Robot"),
+                    ("Aperture", "Aperture"),
+                    ("GraduationCap", "Graduation Cap"),
+                    ("Jeep", "Jeep"),
+                    ("Island", "Island"),
+                    ("MathOperations", "Math Operations"),
+                    ("Asclepius", "Asclepius"),
+                    ("Couch", "Couch"),
+                    ("Code", "Code"),
+                    ("Atom", "Atom"),
+                    ("ClockCounterClockwise", "Clock Counter Clockwise"),
+                    ("PencilLine", "Pencil Line"),
+                    ("Chalkboard", "Chalkboard"),
+                ],
+                default="Lightbulb",
+                max_length=200,
+            ),
+        ),
+    ]

khoj/database/migrations/0067_alter_agent_style_icon.py

@@ -0,0 +1,50 @@
+# Generated by Django 5.0.8 on 2024-10-01 18:42
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0066_remove_agent_tools_agent_input_tools_and_more"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="agent",
+            name="style_icon",
+            field=models.CharField(
+                choices=[
+                    ("Lightbulb", "Lightbulb"),
+                    ("Health", "Health"),
+                    ("Robot", "Robot"),
+                    ("Aperture", "Aperture"),
+                    ("GraduationCap", "Graduation Cap"),
+                    ("Jeep", "Jeep"),
+                    ("Island", "Island"),
+                    ("MathOperations", "Math Operations"),
+                    ("Asclepius", "Asclepius"),
+                    ("Couch", "Couch"),
+                    ("Code", "Code"),
+                    ("Atom", "Atom"),
+                    ("ClockCounterClockwise", "Clock Counter Clockwise"),
+                    ("PencilLine", "Pencil Line"),
+                    ("Chalkboard", "Chalkboard"),
+                    ("Cigarette", "Cigarette"),
+                    ("CraneTower", "Crane Tower"),
+                    ("Heart", "Heart"),
+                    ("Leaf", "Leaf"),
+                    ("NewspaperClipping", "Newspaper Clipping"),
+                    ("OrangeSlice", "Orange Slice"),
+                    ("SmileyMelting", "Smiley Melting"),
+                    ("YinYang", "Yin Yang"),
+                    ("SneakerMove", "Sneaker Move"),
+                    ("Student", "Student"),
+                    ("Oven", "Oven"),
+                    ("Gavel", "Gavel"),
+                    ("Broadcast", "Broadcast"),
+                ],
+                default="Lightbulb",
+                max_length=200,
+            ),
+        ),
+    ]

khoj/database/migrations/0068_alter_agent_output_modes.py

@@ -0,0 +1,24 @@
+# Generated by Django 5.0.8 on 2024-10-17 18:13
+
+import django.contrib.postgres.fields
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0067_alter_agent_style_icon"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="agent",
+            name="output_modes",
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(
+                    choices=[("text", "Text"), ("image", "Image"), ("automation", "Automation")], max_length=200
+                ),
+                default=list,
+                size=None,
+            ),
+        ),
+    ]

khoj/database/migrations/0069_webscraper_serverchatsettings_web_scraper.py

@@ -0,0 +1,89 @@
+# Generated by Django 5.0.8 on 2024-10-18 00:41
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0068_alter_agent_output_modes"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="WebScraper",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                (
+                    "name",
+                    models.CharField(
+                        blank=True,
+                        default=None,
+                        help_text="Friendly name. If not set, it will be set to the type of the scraper.",
+                        max_length=200,
+                        null=True,
+                        unique=True,
+                    ),
+                ),
+                (
+                    "type",
+                    models.CharField(
+                        choices=[
+                            ("Firecrawl", "Firecrawl"),
+                            ("Olostep", "Olostep"),
+                            ("Jina", "Jina"),
+                            ("Direct", "Direct"),
+                        ],
+                        default="Jina",
+                        max_length=20,
+                    ),
+                ),
+                (
+                    "api_key",
+                    models.CharField(
+                        blank=True,
+                        default=None,
+                        help_text="API key of the web scraper. Only set if scraper service requires an API key. Default is set from env var.",
+                        max_length=200,
+                        null=True,
+                    ),
+                ),
+                (
+                    "api_url",
+                    models.URLField(
+                        blank=True,
+                        default=None,
+                        help_text="API URL of the web scraper. Only set if scraper service on non-default URL.",
+                        null=True,
+                    ),
+                ),
+                (
+                    "priority",
+                    models.IntegerField(
+                        blank=True,
+                        default=None,
+                        help_text="Priority of the web scraper. Lower numbers run first.",
+                        null=True,
+                        unique=True,
+                    ),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+        migrations.AddField(
+            model_name="serverchatsettings",
+            name="web_scraper",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                related_name="web_scraper",
+                to="database.webscraper",
+            ),
+        ),
+    ]

khoj/database/migrations/0070_alter_agent_input_tools_alter_agent_output_modes.py

@@ -0,0 +1,46 @@
+# Generated by Django 5.0.8 on 2024-10-21 05:16
+
+import django.contrib.postgres.fields
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0069_webscraper_serverchatsettings_web_scraper"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="agent",
+            name="input_tools",
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(
+                    choices=[
+                        ("general", "General"),
+                        ("online", "Online"),
+                        ("notes", "Notes"),
+                        ("summarize", "Summarize"),
+                        ("webpage", "Webpage"),
+                    ],
+                    max_length=200,
+                ),
+                blank=True,
+                default=list,
+                null=True,
+                size=None,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="agent",
+            name="output_modes",
+            field=django.contrib.postgres.fields.ArrayField(
+                base_field=models.CharField(
+                    choices=[("text", "Text"), ("image", "Image"), ("automation", "Automation")], max_length=200
+                ),
+                blank=True,
+                default=list,
+                null=True,
+                size=None,
+            ),
+        ),
+    ]

khoj/database/migrations/0071_subscription_enabled_trial_at_and_more.py

@@ -0,0 +1,32 @@
+# Generated by Django 5.0.8 on 2024-10-20 19:24
+
+from django.db import migrations, models
+
+
+def set_enabled_trial_at(apps, schema_editor):
+    Subscription = apps.get_model("database", "Subscription")
+    for subscription in Subscription.objects.all():
+        subscription.enabled_trial_at = subscription.created_at
+        subscription.save()
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0070_alter_agent_input_tools_alter_agent_output_modes"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="subscription",
+            name="enabled_trial_at",
+            field=models.DateTimeField(blank=True, default=None, null=True),
+        ),
+        migrations.AlterField(
+            model_name="subscription",
+            name="type",
+            field=models.CharField(
+                choices=[("trial", "Trial"), ("standard", "Standard")], default="standard", max_length=20
+            ),
+        ),
+        migrations.RunPython(set_enabled_trial_at),
+    ]

khoj/database/migrations/0072_entry_search_model.py

@@ -0,0 +1,24 @@
+# Generated by Django 5.0.8 on 2024-10-21 21:09
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0071_subscription_enabled_trial_at_and_more"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="entry",
+            name="search_model",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.SET_NULL,
+                to="database.searchmodelconfig",
+            ),
+        ),
+    ]

khoj/database/migrations/0073_delete_usersearchmodelconfig.py

@@ -0,0 +1,15 @@
+# Generated by Django 5.0.9 on 2024-11-04 19:56
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0072_entry_search_model"),
+    ]
+
+    operations = [
+        migrations.DeleteModel(
+            name="UserSearchModelConfig",
+        ),
+    ]

khoj/database/migrations/0074_alter_conversation_title.py

@@ -0,0 +1,17 @@
+# Generated by Django 5.0.9 on 2024-11-12 09:50
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0073_delete_usersearchmodelconfig"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="conversation",
+            name="title",
+            field=models.CharField(blank=True, default=None, max_length=500, null=True),
+        ),
+    ]

khoj/database/migrations/0075_migrate_generated_assets_and_validate.py

@@ -0,0 +1,85 @@
+# Made manually by sabaimran for use by Django 5.0.9 on 2024-12-01 16:59
+
+from django.db import migrations, models
+
+# This script was written alongside when Pydantic validation was added to the Conversation conversation_log field.
+
+
+def migrate_generated_assets(apps, schema_editor):
+    Conversation = apps.get_model("database", "Conversation")
+
+    # Process conversations in chunks
+    for conversation in Conversation.objects.iterator():
+        try:
+            meta_log = conversation.conversation_log
+            modified = False
+
+            for chat in meta_log.get("chat", []):
+                intent_type = chat.get("intent", {}).get("type")
+
+                if intent_type and chat["by"] == "khoj":
+                    if intent_type and "text-to-image" in intent_type:
+                        # Migrate the generated image to the new format
+                        chat["images"] = [chat.get("message")]
+                        chat["message"] = chat["intent"]["inferred-queries"][0]
+                        modified = True
+
+                    if intent_type and "excalidraw" in intent_type:
+                        # Migrate the generated excalidraw to the new format
+                        chat["excalidrawDiagram"] = chat.get("message")
+                        chat["message"] = chat["intent"]["inferred-queries"][0]
+                        modified = True
+
+            # Only save if changes were made
+            if modified:
+                conversation.conversation_log = meta_log
+                conversation.save()
+
+        except Exception as e:
+            print(f"Error processing conversation {conversation.id}: {str(e)}")
+            continue
+
+
+def reverse_migration(apps, schema_editor):
+    Conversation = apps.get_model("database", "Conversation")
+
+    # Process conversations in chunks
+    for conversation in Conversation.objects.iterator():
+        try:
+            meta_log = conversation.conversation_log
+            modified = False
+
+            for chat in meta_log.get("chat", []):
+                intent_type = chat.get("intent", {}).get("type")
+
+                if intent_type and chat["by"] == "khoj":
+                    if intent_type and "text-to-image" in intent_type:
+                        # Migrate the generated image back to the old format
+                        chat["message"] = chat.get("images", [])[0]
+                        chat.pop("images", None)
+                        modified = True
+
+                    if intent_type and "excalidraw" in intent_type:
+                        # Migrate the generated excalidraw back to the old format
+                        chat["message"] = chat.get("excalidrawDiagram")
+                        chat.pop("excalidrawDiagram", None)
+                        modified = True
+
+            # Only save if changes were made
+            if modified:
+                conversation.conversation_log = meta_log
+                conversation.save()
+
+        except Exception as e:
+            print(f"Error processing conversation {conversation.id}: {str(e)}")
+            continue
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0074_alter_conversation_title"),
+    ]
+
+    operations = [
+        migrations.RunPython(migrate_generated_assets, reverse_migration),
+    ]

khoj/database/migrations/0076_rename_openaiprocessorconversationconfig_aimodelapi_and_more.py

@@ -0,0 +1,26 @@
+# Generated by Django 5.0.9 on 2024-12-05 09:00
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0075_migrate_generated_assets_and_validate"),
+    ]
+
+    operations = [
+        migrations.RenameModel(
+            old_name="OpenAIProcessorConversationConfig",
+            new_name="AiModelApi",
+        ),
+        migrations.RenameField(
+            model_name="chatmodeloptions",
+            old_name="openai_config",
+            new_name="ai_model_api",
+        ),
+        migrations.RenameField(
+            model_name="texttoimagemodelconfig",
+            old_name="openai_config",
+            new_name="ai_model_api",
+        ),
+    ]

khoj/database/migrations/0077_chatmodel_alter_agent_chat_model_and_more.py

@@ -0,0 +1,62 @@
+# Generated by Django 5.0.9 on 2024-12-09 04:21
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0076_rename_openaiprocessorconversationconfig_aimodelapi_and_more"),
+    ]
+
+    operations = [
+        migrations.RenameModel(
+            old_name="ChatModelOptions",
+            new_name="ChatModel",
+        ),
+        migrations.RenameField(
+            model_name="chatmodel",
+            old_name="chat_model",
+            new_name="name",
+        ),
+        migrations.AlterField(
+            model_name="agent",
+            name="chat_model",
+            field=models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="database.chatmodel"),
+        ),
+        migrations.AlterField(
+            model_name="serverchatsettings",
+            name="chat_advanced",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                related_name="chat_advanced",
+                to="database.chatmodel",
+            ),
+        ),
+        migrations.AlterField(
+            model_name="serverchatsettings",
+            name="chat_default",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                related_name="chat_default",
+                to="database.chatmodel",
+            ),
+        ),
+        migrations.AlterField(
+            model_name="userconversationconfig",
+            name="setting",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                to="database.chatmodel",
+            ),
+        ),
+    ]

khoj/database/migrations/0078_khojuser_email_verification_code_expiry.py

@@ -0,0 +1,17 @@
+# Generated by Django 5.0.9 on 2024-12-14 18:58
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0077_chatmodel_alter_agent_chat_model_and_more"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="khojuser",
+            name="email_verification_code_expiry",
+            field=models.DateTimeField(blank=True, default=None, null=True),
+        ),
+    ]