khoj 1.16.1.dev15__py3-none-any.whl

khoj/database/migrations/0020_reflectivequestion.py

@@ -0,0 +1,36 @@
+# Generated by Django 4.2.7 on 2023-11-20 01:13
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0019_alter_googleuser_family_name_and_more"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="ReflectiveQuestion",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("question", models.CharField(max_length=500)),
+                (
+                    "user",
+                    models.ForeignKey(
+                        blank=True,
+                        default=None,
+                        null=True,
+                        on_delete=django.db.models.deletion.CASCADE,
+                        to=settings.AUTH_USER_MODEL,
+                    ),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0021_speechtotextmodeloptions_and_more.py

@@ -0,0 +1,42 @@
+# Generated by Django 4.2.7 on 2023-11-26 13:54
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0020_reflectivequestion"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="SpeechToTextModelOptions",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("model_name", models.CharField(default="base", max_length=200)),
+                (
+                    "model_type",
+                    models.CharField(
+                        choices=[("openai", "Openai"), ("offline", "Offline")], default="offline", max_length=200
+                    ),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+        migrations.AlterField(
+            model_name="chatmodeloptions",
+            name="chat_model",
+            field=models.CharField(default="mistral-7b-instruct-v0.1.Q4_0.gguf", max_length=200),
+        ),
+        migrations.AlterField(
+            model_name="chatmodeloptions",
+            name="model_type",
+            field=models.CharField(
+                choices=[("openai", "Openai"), ("offline", "Offline")], default="offline", max_length=200
+            ),
+        ),
+    ]

khoj/database/migrations/0022_texttoimagemodelconfig.py

@@ -0,0 +1,25 @@
+# Generated by Django 4.2.7 on 2023-12-04 22:17
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0021_speechtotextmodeloptions_and_more"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="TextToImageModelConfig",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("model_name", models.CharField(default="dall-e-3", max_length=200)),
+                ("model_type", models.CharField(choices=[("openai", "Openai")], default="openai", max_length=200)),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0023_usersearchmodelconfig.py

@@ -0,0 +1,33 @@
+# Generated by Django 4.2.7 on 2023-12-19 15:44
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0022_texttoimagemodelconfig"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="UserSearchModelConfig",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                (
+                    "setting",
+                    models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="database.searchmodelconfig"),
+                ),
+                (
+                    "user",
+                    models.OneToOneField(on_delete=django.db.models.deletion.CASCADE, to=settings.AUTH_USER_MODEL),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0024_alter_entry_embeddings.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.7 on 2023-12-20 07:27
+
+import pgvector.django
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0023_usersearchmodelconfig"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="entry",
+            name="embeddings",
+            field=pgvector.django.VectorField(),
+        ),
+    ]

khoj/database/migrations/0025_clientapplication_khojuser_phone_number_and_more.py

@@ -0,0 +1,46 @@
+# Generated by Django 4.2.7 on 2024-01-04 12:22
+
+import django.db.models.deletion
+import phonenumber_field.modelfields
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0024_alter_entry_embeddings"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="ClientApplication",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("name", models.CharField(max_length=200)),
+                ("client_id", models.CharField(max_length=200)),
+                ("client_secret", models.CharField(max_length=200)),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+        migrations.AddField(
+            model_name="khojuser",
+            name="phone_number",
+            field=phonenumber_field.modelfields.PhoneNumberField(
+                blank=True, default=None, max_length=128, null=True, region=None
+            ),
+        ),
+        migrations.AddField(
+            model_name="conversation",
+            name="client",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                to="database.clientapplication",
+            ),
+        ),
+    ]

khoj/database/migrations/0025_searchmodelconfig_embeddings_inference_endpoint_and_more.py

@@ -0,0 +1,22 @@
+# Generated by Django 4.2.7 on 2024-01-15 18:12
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0024_alter_entry_embeddings"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="searchmodelconfig",
+            name="embeddings_inference_endpoint",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+        migrations.AddField(
+            model_name="searchmodelconfig",
+            name="embeddings_inference_endpoint_api_key",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+    ]

khoj/database/migrations/0026_searchmodelconfig_cross_encoder_inference_endpoint_and_more.py

@@ -0,0 +1,22 @@
+# Generated by Django 4.2.7 on 2024-01-17 04:21
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0025_searchmodelconfig_embeddings_inference_endpoint_and_more"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="searchmodelconfig",
+            name="cross_encoder_inference_endpoint",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+        migrations.AddField(
+            model_name="searchmodelconfig",
+            name="cross_encoder_inference_endpoint_api_key",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+    ]

khoj/database/migrations/0027_merge_20240118_1324.py

@@ -0,0 +1,13 @@
+# Generated by Django 4.2.7 on 2024-01-18 13:24
+from typing import List
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0025_clientapplication_khojuser_phone_number_and_more"),
+        ("database", "0026_searchmodelconfig_cross_encoder_inference_endpoint_and_more"),
+    ]
+
+    operations: List[str] = []

khoj/database/migrations/0028_khojuser_verified_phone_number.py

@@ -0,0 +1,17 @@
+# Generated by Django 4.2.7 on 2024-01-19 13:47
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0027_merge_20240118_1324"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="khojuser",
+            name="verified_phone_number",
+            field=models.BooleanField(default=False),
+        ),
+    ]

khoj/database/migrations/0029_userrequests.py

@@ -0,0 +1,27 @@
+# Generated by Django 4.2.7 on 2024-01-29 08:55
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0028_khojuser_verified_phone_number"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="UserRequests",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("slug", models.CharField(max_length=200)),
+                ("user", models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to=settings.AUTH_USER_MODEL)),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0030_conversation_slug_and_title.py

@@ -0,0 +1,38 @@
+# Generated by Django 4.2.7 on 2024-02-05 04:39
+
+from django.db import migrations, models
+
+
+def set_default_slug(apps, schema_editor):
+    Conversation = apps.get_model("database", "Conversation")
+    for conversation in Conversation.objects.all():
+        formatted_date = conversation.created_at.strftime("%Y-%m-%d")
+        conversation.slug = f"Conversation from {formatted_date}"
+        conversation.save()
+
+
+def reverse_set_default_slug(apps, schema_editor):
+    Conversation = apps.get_model("database", "Conversation")
+    for conversation in Conversation.objects.all():
+        conversation.slug = None
+        conversation.save()
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0029_userrequests"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="conversation",
+            name="slug",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+        migrations.AddField(
+            model_name="conversation",
+            name="title",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+        migrations.RunPython(set_default_slug, reverse_code=reverse_set_default_slug),
+    ]

khoj/database/migrations/0031_agent_conversation_agent.py

@@ -0,0 +1,53 @@
+# Generated by Django 4.2.10 on 2024-03-13 07:38
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0030_conversation_slug_and_title"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="Agent",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("name", models.CharField(max_length=200)),
+                ("tuning", models.TextField()),
+                ("avatar", models.URLField(blank=True, default=None, max_length=400, null=True)),
+                ("tools", models.JSONField(default=list)),
+                ("public", models.BooleanField(default=False)),
+                ("managed_by_admin", models.BooleanField(default=False)),
+                ("slug", models.CharField(max_length=200)),
+                (
+                    "chat_model",
+                    models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="database.chatmodeloptions"),
+                ),
+                (
+                    "creator",
+                    models.ForeignKey(
+                        blank=True,
+                        default=None,
+                        null=True,
+                        on_delete=django.db.models.deletion.CASCADE,
+                        to=settings.AUTH_USER_MODEL,
+                    ),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+        migrations.AddField(
+            model_name="conversation",
+            name="agent",
+            field=models.ForeignKey(
+                blank=True, default=None, null=True, on_delete=django.db.models.deletion.SET_NULL, to="database.agent"
+            ),
+        ),
+    ]

khoj/database/migrations/0031_alter_googleuser_locale.py

@@ -0,0 +1,30 @@
+# Generated by Django 4.2.10 on 2024-03-15 10:04
+
+from django.db import migrations, models
+
+
+def set_default_locale(apps, schema_editor):
+    return
+
+
+def reverse_set_default_locale(apps, schema_editor):
+    GoogleUser = apps.get_model("database", "GoogleUser")
+    for user in GoogleUser.objects.all():
+        if not user.locale:
+            user.locale = "en"
+            user.save()
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0030_conversation_slug_and_title"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="googleuser",
+            name="locale",
+            field=models.CharField(blank=True, default=None, max_length=200, null=True),
+        ),
+        migrations.RunPython(set_default_locale, reverse_set_default_locale),
+    ]

khoj/database/migrations/0032_merge_20240322_0427.py

@@ -0,0 +1,14 @@
+# Generated by Django 4.2.10 on 2024-03-22 04:27
+
+from typing import List
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0031_agent_conversation_agent"),
+        ("database", "0031_alter_googleuser_locale"),
+    ]
+
+    operations: List[str] = []

khoj/database/migrations/0033_rename_tuning_agent_personality.py

@@ -0,0 +1,17 @@
+# Generated by Django 4.2.10 on 2024-03-23 16:01
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0032_merge_20240322_0427"),
+    ]
+
+    operations = [
+        migrations.RenameField(
+            model_name="agent",
+            old_name="tuning",
+            new_name="personality",
+        ),
+    ]

khoj/database/migrations/0034_alter_chatmodeloptions_chat_model.py

@@ -0,0 +1,32 @@
+# Generated by Django 4.2.10 on 2024-04-02 10:54
+
+from django.db import migrations, models
+
+
+def update_chat_model(apps, schema_editor):
+    ChatModelOptions = apps.get_model("database", "ChatModelOptions")
+    for chat_model_option in ChatModelOptions.objects.filter(chat_model="mistral-7b-instruct-v0.1.Q4_0.gguf"):
+        chat_model_option.chat_model = "NousResearch/Hermes-2-Pro-Mistral-7B-GGUF"
+        chat_model_option.save()
+
+
+def reverse_update_chat_model(apps, schema_editor):
+    ChatModelOptions = apps.get_model("database", "ChatModelOptions")
+    for chat_model_option in ChatModelOptions.objects.filter(chat_model="NousResearch/Hermes-2-Pro-Mistral-7B-GGUF"):
+        chat_model_option.chat_model = "mistral-7b-instruct-v0.1.Q4_0.gguf"
+        chat_model_option.save()
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0033_rename_tuning_agent_personality"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="chatmodeloptions",
+            name="chat_model",
+            field=models.CharField(default="NousResearch/Hermes-2-Pro-Mistral-7B-GGUF", max_length=200),
+        ),
+        migrations.RunPython(update_chat_model, reverse_code=reverse_update_chat_model),
+    ]

khoj/database/migrations/0035_processlock.py

@@ -0,0 +1,26 @@
+# Generated by Django 4.2.10 on 2024-04-15 08:48
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0034_alter_chatmodeloptions_chat_model"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="ProcessLock",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("name", models.CharField(choices=[("update_embeddings", "Update Embeddings")], max_length=200)),
+                ("started_at", models.DateTimeField(auto_now_add=True)),
+                ("max_duration_in_seconds", models.IntegerField(default=43200)),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0036_alter_processlock_name.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.2.10 on 2024-04-16 18:39
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0035_processlock"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="processlock",
+            name="name",
+            field=models.CharField(
+                choices=[("index_content", "Index Content"), ("scheduled_job", "Scheduled Job")], max_length=200
+            ),
+        ),
+    ]

khoj/database/migrations/0036_delete_offlinechatprocessorconversationconfig.py

@@ -0,0 +1,15 @@
+# Generated by Django 4.2.10 on 2024-04-23 17:35
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0035_processlock"),
+    ]
+
+    operations = [
+        migrations.DeleteModel(
+            name="OfflineChatProcessorConversationConfig",
+        ),
+    ]

khoj/database/migrations/0036_publicconversation.py

@@ -0,0 +1,42 @@
+# Generated by Django 4.2.10 on 2024-04-17 13:27
+
+import django.db.models.deletion
+from django.conf import settings
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0035_processlock"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="PublicConversation",
+            fields=[
+                ("id", models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID")),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("conversation_log", models.JSONField(default=dict)),
+                ("slug", models.CharField(blank=True, default=None, max_length=200, null=True)),
+                ("title", models.CharField(blank=True, default=None, max_length=200, null=True)),
+                (
+                    "agent",
+                    models.ForeignKey(
+                        blank=True,
+                        default=None,
+                        null=True,
+                        on_delete=django.db.models.deletion.SET_NULL,
+                        to="database.agent",
+                    ),
+                ),
+                (
+                    "source_owner",
+                    models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to=settings.AUTH_USER_MODEL),
+                ),
+            ],
+            options={
+                "abstract": False,
+            },
+        ),
+    ]

khoj/database/migrations/0037_chatmodeloptions_openai_config_and_more.py

@@ -0,0 +1,51 @@
+# Generated by Django 4.2.10 on 2024-04-24 05:46
+
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+def attach_openai_config(apps, schema_editor):
+    OpenAIProcessorConversationConfig = apps.get_model("database", "OpenAIProcessorConversationConfig")
+    openai_processor_conversation_config = OpenAIProcessorConversationConfig.objects.first()
+    if openai_processor_conversation_config:
+        ChatModelOptions = apps.get_model("database", "ChatModelOptions")
+        for chat_model_option in ChatModelOptions.objects.all():
+            if chat_model_option.model_type == "openai":
+                chat_model_option.openai_config = openai_processor_conversation_config
+                chat_model_option.save()
+
+
+def separate_openai_config(apps, schema_editor):
+    pass
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("database", "0036_delete_offlinechatprocessorconversationconfig"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="chatmodeloptions",
+            name="openai_config",
+            field=models.ForeignKey(
+                blank=True,
+                default=None,
+                null=True,
+                on_delete=django.db.models.deletion.CASCADE,
+                to="database.openaiprocessorconversationconfig",
+            ),
+        ),
+        migrations.AddField(
+            model_name="openaiprocessorconversationconfig",
+            name="api_base_url",
+            field=models.URLField(blank=True, default=None, null=True),
+        ),
+        migrations.AddField(
+            model_name="openaiprocessorconversationconfig",
+            name="name",
+            field=models.CharField(default="default", max_length=200),
+            preserve_default=False,
+        ),
+        migrations.RunPython(attach_openai_config, reverse_code=separate_openai_config),
+    ]