codex 1.6.19__py3-none-any.whl → 1.7.0a0__py3-none-any.whl

codex/migrations/0030_nocase_collation_day_month_indexes_status_types.py

@@ -0,0 +1,198 @@
+"""Generated by Django 5.1.1 on 2024-09-12 00:13."""
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    """Migrate db."""
+
+    dependencies = [
+        ("codex", "0029_comicfts"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="adminflag",
+            name="key",
+            field=models.CharField(
+                choices=[
+                    ("FV", "Folder View"),
+                    ("RG", "Registration"),
+                    ("NU", "Non Users"),
+                    ("AU", "Auto Update"),
+                    ("IM", "Import Metadata"),
+                    ("ST", "Send Telemetry"),
+                ],
+                db_index=True,
+                max_length=2,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="day",
+            field=models.PositiveSmallIntegerField(db_index=True, null=True),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="file_type",
+            field=models.CharField(
+                blank=True,
+                choices=[
+                    ("CBZ", "Cbz"),
+                    ("CBR", "Cbr"),
+                    ("CBT", "Cbt"),
+                    ("PDF", "Pdf"),
+                ],
+                db_collation="nocase",
+                db_index=True,
+                default="",
+                max_length=3,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="issue_suffix",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=16
+            ),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="month",
+            field=models.PositiveSmallIntegerField(db_index=True, null=True),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="notes",
+            field=models.TextField(db_collation="nocase", default=""),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="reading_direction",
+            field=models.CharField(
+                choices=[
+                    ("ltr", "Ltr"),
+                    ("rtl", "Rtl"),
+                    ("ttb", "Ttb"),
+                    ("btt", "Btt"),
+                ],
+                db_collation="nocase",
+                db_index=True,
+                default="ltr",
+                max_length=3,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="review",
+            field=models.TextField(db_collation="nocase", default=""),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="comic",
+            name="summary",
+            field=models.TextField(db_collation="nocase", default=""),
+        ),
+        migrations.AlterField(
+            model_name="customcover",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="folder",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="imprint",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="librarianstatus",
+            name="status_type",
+            field=models.CharField(
+                choices=[
+                    ("CCC", "Create Covers"),
+                    ("CCD", "Purge Covers"),
+                    ("CFO", "Find Orphan"),
+                    ("IDM", "Dirs Moved"),
+                    ("IFM", "Files Moved"),
+                    ("ITR", "Aggregate Tags"),
+                    ("ITQ", "Query Missing Fks"),
+                    ("ITC", "Create Fks"),
+                    ("IDU", "Dirs Modified"),
+                    ("IFU", "Files Modified"),
+                    ("IFC", "Files Created"),
+                    ("IMQ", "Query M2M Fields"),
+                    ("IMC", "Link M2M Fields"),
+                    ("IDD", "Dirs Deleted"),
+                    ("IFD", "Files Deleted"),
+                    ("IFI", "Failed Imports"),
+                    ("ICQ", "Query Missing Covers"),
+                    ("ICM", "Covers Moved"),
+                    ("ICU", "Covers Modified"),
+                    ("ICC", "Covers Created"),
+                    ("ICD", "Covers Deleted"),
+                    ("ICL", "Covers Link"),
+                    ("IGU", "Group Update"),
+                    ("IAF", "Adopt Folders"),
+                    ("JTD", "Cleanup Fk"),
+                    ("JLV", "Codex Latest Version"),
+                    ("JCU", "Codex Update"),
+                    ("JCR", "Codex Restart"),
+                    ("JCS", "Codex Stop"),
+                    ("JDO", "Db Optimize"),
+                    ("JDB", "Db Backup"),
+                    ("JSD", "Cleanup Sessions"),
+                    ("JCD", "Cleanup Covers"),
+                    ("JCB", "Cleanup Bookmarks"),
+                    ("JIF", "Integrity Fk"),
+                    ("JIC", "Integrity Check"),
+                    ("JFC", "Fts Integrity Check"),
+                    ("JFR", "Fts Rebuild"),
+                    ("SIX", "Search Index Clear"),
+                    ("SIU", "Search Index Update"),
+                    ("SIC", "Search Index Create"),
+                    ("SID", "Search Index Remove"),
+                    ("SIO", "Search Index Optimize"),
+                    ("WPO", "Poll"),
+                ],
+                db_index=True,
+                max_length=3,
+            ),
+        ),
+        migrations.AlterField(
+            model_name="publisher",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="series",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+        migrations.AlterField(
+            model_name="storyarc",
+            name="sort_name",
+            field=models.CharField(
+                db_collation="nocase", db_index=True, default="", max_length=128
+            ),
+        ),
+    ]

codex/models/admin.py

@@ -22,7 +22,7 @@ from codex.librarian.importer.status import ImportStatusTypes
 from codex.librarian.janitor.status import JanitorStatusTypes
 from codex.librarian.search.status import SearchIndexStatusTypes
 from codex.librarian.watchdog.status import WatchdogStatusTypes
-from codex.models.base import MAX_FIELD_LEN, MAX_NAME_LEN, BaseModel
+from codex.models.base import MAX_FIELD_LEN, MAX_NAME_LEN, BaseModel, max_choices_len
 
 __all__ = ("AdminFlag", "LibrarianStatus", "Timestamp", "UserActive")
 
@@ -37,13 +37,16 @@ class AdminFlag(BaseModel):
         REGISTRATION = "RG"
         NON_USERS = "NU"
         AUTO_UPDATE = "AU"
-        SEARCH_INDEX_OPTIMIZE = "SO"
         IMPORT_METADATA = "IM"
         SEND_TELEMETRY = "ST"
 
     FALSE_DEFAULTS = frozenset({FlagChoices.AUTO_UPDATE})
 
-    key = CharField(db_index=True, max_length=2, choices=FlagChoices.choices)
+    key = CharField(
+        db_index=True,
+        max_length=max_choices_len(FlagChoices),
+        choices=FlagChoices.choices,
+    )
     on = BooleanField(default=True)
 
     class Meta(BaseModel.Meta):
@@ -55,7 +58,7 @@ class AdminFlag(BaseModel):
 class LibrarianStatus(BaseModel):
     """Active Library Tasks."""
 
-    CHOICES = (
+    CHOICES = tuple(
         CoverStatusTypes.choices
         + ImportStatusTypes.choices
         + JanitorStatusTypes.choices
@@ -63,7 +66,9 @@ class LibrarianStatus(BaseModel):
         + WatchdogStatusTypes.choices
     )
 
-    status_type = CharField(db_index=True, max_length=3, choices=CHOICES)
+    status_type = CharField(
+        db_index=True, max_length=max_choices_len(CHOICES), choices=CHOICES
+    )
     preactive = BooleanField(default=False)
     complete = PositiveSmallIntegerField(null=True, default=None)
     total = PositiveSmallIntegerField(null=True, default=None)
@@ -89,7 +94,11 @@ class Timestamp(BaseModel):
         API_KEY = "AP", _("API Key")
         TELEMETER_SENT = "TS", _("Telemeter Sent")
 
-    key = CharField(db_index=True, max_length=2, choices=TimestampChoices.choices)
+    key = CharField(
+        db_index=True,
+        max_length=max_choices_len(TimestampChoices),
+        choices=TimestampChoices.choices,
+    )
     version = CharField(max_length=MAX_FIELD_LEN, default="")
 
     @classmethod

codex/models/base.py

@@ -7,8 +7,17 @@ from codex.models.query import GroupByManager
 
 __all__ = ("BaseModel",)
 
+MAX_PATH_LEN = 4095
 MAX_NAME_LEN = 128
 MAX_FIELD_LEN = 32
+MAX_ISSUE_SUFFIX_LEN = 16
+
+
+def max_choices_len(choices):
+    """Return the maximum possible size for a Choice's key."""
+    if not isinstance(choices, tuple):
+        choices = choices.choices
+    return max(len(choice[0]) for choice in choices)
 
 
 class BaseModel(Model):

codex/models/bookmark.py

@@ -11,7 +11,7 @@ from django.db.models import (
     PositiveSmallIntegerField,
 )
 
-from codex.models.base import BaseModel
+from codex.models.base import BaseModel, max_choices_len
 from codex.models.comic import Comic, ReadingDirection
 
 __all__ = ("Bookmark", "cascade_if_user_null")
@@ -73,14 +73,14 @@ class Bookmark(BaseModel):
         blank=True,
         choices=FitTo.choices,
         default="",
-        max_length=1,
+        max_length=max_choices_len(FitTo),
     )
     two_pages = BooleanField(default=None, null=True)
     reading_direction = CharField(
         blank=True,
         choices=ReadingDirection.choices,
         default="",
-        max_length=3,
+        max_length=max_choices_len(ReadingDirection),
     )
 
     class Meta(BaseModel.Meta):

codex/models/comic.py

@@ -17,11 +17,18 @@ from django.db.models import (
     DecimalField,
     ForeignKey,
     ManyToManyField,
+    OneToOneField,
     PositiveIntegerField,
     PositiveSmallIntegerField,
     TextField,
 )
 
+from codex.models.base import (
+    MAX_ISSUE_SUFFIX_LEN,
+    MAX_NAME_LEN,
+    BaseModel,
+    max_choices_len,
+)
 from codex.models.groups import (
     Folder,
     Imprint,
@@ -61,16 +68,17 @@ class ReadingDirection(Choices):
     BTT = ReadingDirectionEnum.BTT.value
 
 
-class Comic(WatchedPathBrowserGroup):
-    """Comic metadata."""
+class FileType(Choices):
+    """Identifiers for file formats."""
+
+    CBZ = "CBZ"
+    CBR = "CBR"
+    CBT = "CBT"
+    PDF = "PDF"
 
-    class FileType(Choices):
-        """Identifiers for file formats."""
 
-        CBZ = "CBZ"
-        CBR = "CBR"
-        CBT = "CBT"
-        PDF = "PDF"
+class Comic(WatchedPathBrowserGroup):
+    """Comic metadata."""
 
     _ORDERING = (
         "issue_number",
@@ -92,7 +100,12 @@ class Comic(WatchedPathBrowserGroup):
     issue_number = DecimalField(
         db_index=True, decimal_places=2, max_digits=10, null=True
     )
-    issue_suffix = CharField(db_index=True, max_length=16, default="")
+    issue_suffix = CharField(
+        db_index=True,
+        max_length=MAX_ISSUE_SUFFIX_LEN,
+        default="",
+        db_collation="nocase",
+    )
     # Group FKs
     volume = ForeignKey(Volume, db_index=True, on_delete=CASCADE)
     series = ForeignKey(Series, db_index=True, on_delete=CASCADE)
@@ -111,13 +124,13 @@ class Comic(WatchedPathBrowserGroup):
 
     # Date
     year = PositiveSmallIntegerField(db_index=True, null=True)
-    month = PositiveSmallIntegerField(null=True)
-    day = PositiveSmallIntegerField(null=True)
+    month = PositiveSmallIntegerField(db_index=True, null=True)
+    day = PositiveSmallIntegerField(db_index=True, null=True)
 
     # Text
-    summary = TextField(default="")
-    review = TextField(default="")
-    notes = TextField(default="")
+    summary = TextField(default="", db_collation="nocase")
+    review = TextField(default="", db_collation="nocase")
+    notes = TextField(default="", db_collation="nocase")
 
     # Ratings
     community_rating = DecimalField(
@@ -133,7 +146,8 @@ class Comic(WatchedPathBrowserGroup):
         db_index=True,
         choices=ReadingDirection.choices,
         default=ReadingDirectionEnum.LTR.value,
-        max_length=3,
+        max_length=max_choices_len(ReadingDirection),
+        db_collation="nocase",
     )
 
     # Misc
@@ -168,10 +182,12 @@ class Comic(WatchedPathBrowserGroup):
     folders = ManyToManyField(Folder)
     size = PositiveIntegerField(db_index=True)
     file_type = CharField(
+        db_index=True,
         choices=FileType.choices,
-        max_length=3,
+        max_length=max_choices_len(FileType),
         blank=True,
         default="",
+        db_collation="nocase",
     )
 
     # Not useful
@@ -287,3 +303,39 @@ class Comic(WatchedPathBrowserGroup):
         if self.issue_suffix:
             res += self.issue_suffix
         return res
+
+
+class ComicFTS(BaseModel):
+    comic = OneToOneField(primary_key=True, to=Comic, on_delete=CASCADE)
+    publisher = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    imprint = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    series = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    volume = PositiveIntegerField()
+    issue = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    name = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    age_rating = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    country = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    language = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    notes = TextField(db_collation="nocase")
+    original_format = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    review = TextField(db_collation="nocase")
+    scan_info = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    summary = TextField(db_collation="nocase")
+    tagger = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    characters = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    contributors = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    genres = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    locations = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    series_groups = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    stories = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    story_arcs = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    tags = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+    teams = CharField(db_collation="nocase", max_length=MAX_NAME_LEN)
+
+    reading_direction = CharField(
+        db_collation="nocase", max_length=max_choices_len(ReadingDirection)
+    )
+    file_type = CharField(db_collation="nocase", max_length=max_choices_len(FileType))
+
+    class Meta(BaseModel.Meta):
+        managed = False

codex/models/functions.py

@@ -1,12 +1,69 @@
 """Custom Django DB functions."""
 
-from django.db.models import Aggregate, JSONField
+from django.db.models.aggregates import Aggregate
+from django.db.models.expressions import Func
+from django.db.models.fields import CharField, FloatField, TextField
+from django.db.models.fields.json import JSONField
+from django.db.models.fields.related import OneToOneField
+from django.db.models.lookups import Lookup
 
 
 class JsonGroupArray(Aggregate):
-    """Sqlite3 json_group_array() function."""
+    """Sqlite3 JSON_GROUP_ARRAY function."""
 
     allow_distinct = True
     function = "JSON_GROUP_ARRAY"
     name = "JsonGroupArray"
     output_field = JSONField()  # type: ignore
+
+
+class GroupConcat(Aggregate):
+    """Sqlite3 GROUP_CONCAT."""
+
+    # Defaults to " " separator which is all I need for now.
+
+    allow_distinct = True
+    function = "GROUP_CONCAT"
+    name = "GroupConcat"
+    output_field = CharField()  # type: ignore
+
+
+@OneToOneField.register_lookup
+class FTS5Match(Lookup):
+    """Sqlite3 FTS5 MATCH lookup."""
+
+    lookup_name = "match"
+
+    def as_sql(self, compiler, connection):
+        """Generate MATCH sql."""
+        lhs, lhs_params = self.process_lhs(compiler, connection)
+        rhs, rhs_params = self.process_rhs(compiler, connection)
+        # MATCH works on the table itself not the one_to_one rel.
+        fts_table = lhs.split(".")[0]
+        params = lhs_params + rhs_params
+        sql = f"{fts_table} MATCH {rhs}"
+        return sql, params
+
+
+@CharField.register_lookup
+@TextField.register_lookup
+class Like(Lookup):
+    """SQL LIKE lookup."""
+
+    lookup_name = "like"
+
+    def as_sql(self, compiler, connection):
+        """Generate LIKE sql."""
+        lhs, lhs_params = self.process_lhs(compiler, connection)
+        rhs, rhs_params = self.process_rhs(compiler, connection)
+        params = lhs_params + rhs_params
+        sql = f"{lhs} LIKE {rhs}"
+        return sql, params
+
+
+class ComicFTSRank(Func):
+    """Sqlite3 FTS5 inverse rank lookup."""
+
+    function = "rank"
+    template = '("codex_comicfts"."rank" * -1)'
+    output_field = FloatField()  # type: ignore

codex/models/groups.py

@@ -21,7 +21,12 @@ class BrowserGroupModel(BaseModel):
     PARENT = ""
 
     name = CharField(db_index=True, max_length=MAX_NAME_LEN, default=DEFAULT_NAME)
-    sort_name = CharField(db_index=True, max_length=MAX_NAME_LEN, default=DEFAULT_NAME)
+    sort_name = CharField(
+        db_index=True,
+        max_length=MAX_NAME_LEN,
+        default=DEFAULT_NAME,
+        db_collation="nocase",
+    )
     custom_cover = ForeignKey(
         CustomCover, on_delete=SET_DEFAULT, null=True, default=None
     )

codex/models/library.py

@@ -15,12 +15,10 @@ from django.db.models import (
 )
 from django.utils.translation import gettext_lazy as _
 
-from codex.models.base import BaseModel
+from codex.models.base import MAX_PATH_LEN, BaseModel
 
 __all__ = ("Library", "validate_dir_exists")
 
-MAX_PATH_LEN = 4095
-
 
 def validate_dir_exists(path):
     """Validate that a library exists."""

codex/models/paths.py

@@ -6,7 +6,7 @@ from types import MappingProxyType
 from django.db.models import CASCADE, CharField, ForeignKey, JSONField
 from django.db.models.enums import Choices
 
-from codex.models.base import MAX_NAME_LEN, BaseModel
+from codex.models.base import MAX_NAME_LEN, BaseModel, max_choices_len
 from codex.models.library import MAX_PATH_LEN, Library
 from codex.models.util import get_sort_name
 
@@ -101,8 +101,14 @@ class CustomCover(WatchedPath):
     )
 
     parent_folder = None
-    group = CharField(max_length=1, db_index=True, choices=GroupChoice.choices)
-    sort_name = CharField(max_length=MAX_NAME_LEN, db_index=True, default="")
+    group = CharField(
+        max_length=max_choices_len(GroupChoice),
+        db_index=True,
+        choices=GroupChoice.choices,
+    )
+    sort_name = CharField(
+        max_length=MAX_NAME_LEN, db_index=True, default="", db_collation="nocase"
+    )
 
     def _set_group_and_sort_name(self):
         """Set group and sort_name from path."""

codex/serializers/browser/page.py

@@ -60,4 +60,6 @@ class BrowserPageSerializer(Serializer):
     num_pages = IntegerField(read_only=True)
     groups = BrowserCardSerializer(allow_empty=True, read_only=True, many=True)
     books = BrowserCardSerializer(allow_empty=True, read_only=True, many=True)
+    fts = BooleanField(read_only=True)
+    search_error = CharField(read_only=True)
     mtime = TimestampField(read_only=True)

codex/settings/settings.py

@@ -13,7 +13,6 @@ import logging
 from logging import WARN, getLogger
 from os import environ
 from pathlib import Path
-from sys import maxsize
 from types import MappingProxyType
 
 from codex.settings.hypercorn import load_hypercorn_config
@@ -25,12 +24,20 @@ from codex.settings.whitenoise import immutable_file_test
 # Undocumented Environment Variables #
 ######################################
 # SECURITY WARNING: don't run with debug turned on in production!
-DEBUG = bool(environ.get("DEBUG", "").lower() not in {"0", "false", ""})
+FALSY = {None, "", "false", "0", False}
+
+
+def not_falsy_env(name):
+    """Return a boolean environment envs mindful of falsy values."""
+    return bool(environ.get(name, "").lower() not in FALSY)
+
+
+DEBUG = not_falsy_env("DEBUG")
 BUILD = environ.get("BUILD", False)
 # Slow query middleware
 # limit in seconds
 SLOW_QUERY_LIMIT = float(environ.get("CODEX_SLOW_QUERY_LIMIT", 0.5))
-LOG_RESPONSE_TIME = bool(environ.get("CODEX_LOG_RESPONSE_TIME", False))
+LOG_RESPONSE_TIME = not_falsy_env("CODEX_LOG_RESPONSE_TIME")
 # Search indexing memory controls
 MMAP_RATIO = int(environ.get("CODEX_MMAP_RATIO", 240))
 WRITER_MEMORY_PERCENT = float(environ.get("CODEX_WRITER_MEMORY_PERCENT", 0.6))
@@ -43,6 +50,7 @@ MAX_CHUNK_SIZE = int(environ.get("CODEX_MAX_CHUNK_SIZE", 1000))
 # count is a proxy, but it works. 990 errors sometimes.
 FILTER_BATCH_SIZE = int(environ.get("CODEX_FILTER_BATCH_SIZE", 900))
 VITE_HOST = environ.get("VITE_HOST")
+SEARCH_INDEX_BATCH_SIZE = int(environ.get("CODEX_SEARCH_INDEX_BATCH_SIZE", 10000))
 
 ####################################
 # Documented Environment Variables #
@@ -50,8 +58,7 @@ VITE_HOST = environ.get("VITE_HOST")
 LOGLEVEL = environ.get("LOGLEVEL", logging.DEBUG if DEBUG else logging.INFO)
 TZ = environ.get("TIMEZONE", environ.get("TZ"))
 CONFIG_PATH = Path(environ.get("CODEX_CONFIG_DIR", Path.cwd() / "config"))
-RESET_ADMIN = bool(environ.get("CODEX_RESET_ADMIN"))
-SKIP_INTEGRITY_CHECK = bool(environ.get("CODEX_SKIP_INTEGRITY_CHECK"))
+RESET_ADMIN = not_falsy_env("CODEX_RESET_ADMIN")
 LOG_DIR = Path(environ.get("CODEX_LOG_DIR", CONFIG_PATH / "logs"))
 LOG_TO_CONSOLE = environ.get("CODEX_LOG_TO_CONSOLE") != "0"
 LOG_TO_FILE = environ.get("CODEX_LOG_TO_FILE") != "0"
@@ -59,6 +66,10 @@ THROTTLE_ANON = int(environ.get("CODEX_THROTTLE_ANON", 0))
 THROTTLE_USER = int(environ.get("CODEX_THROTTLE_USER", 0))
 THROTTLE_OPDS = int(environ.get("CODEX_THROTTLE_OPDS", 0))
 THROTTLE_OPENSEARCH = int(environ.get("CODEX_THROTTLE_OPENSEARCH", 0))
+FIX_FOREIGN_KEYS = not_falsy_env("CODEX_FIX_FOREIGN_KEYS")
+INTEGRITY_CHECK = environ.get("CODEX_INTEGRITY_CHECK", False)
+FTS_INTEGRITY_CHECK = not_falsy_env("CODEX_FTS_INTEGRITY_CHECK")
+FTS_REBUILD = not_falsy_env("CODEX_FTS_REBUILD")
 
 # Base paths
 BASE_DIR = Path(__file__).resolve().parent.parent.parent
@@ -101,7 +112,6 @@ INSTALLED_APPS = [
     "django.contrib.contenttypes",
     "django.contrib.sessions",
     "django.contrib.messages",
-    "codex._vendor.haystack",
 ]
 
 if DEBUG:
@@ -357,17 +367,6 @@ CACHES = {
 
 INTERNAL_IPS = ("127.0.0.1",)
 
-SEARCH_INDEX_PATH = CONFIG_PATH / "whoosh_index"
-SEARCH_INDEX_PATH.mkdir(exist_ok=True, parents=True)
-SEARCH_INDEX_UUID_PATH = SEARCH_INDEX_PATH / "codex_db.uuid"
-HAYSTACK_CONNECTIONS = {
-    "default": {
-        "ENGINE": "codex.search.engine.CodexSearchEngine",
-        "PATH": str(SEARCH_INDEX_PATH),
-        "BATCH_SIZE": maxsize,  # use whoosh multiprocessing not haystack's
-    },
-}
-HAYSTACK_LOGGING = False
 CHANNEL_LAYERS = {
     "default": {"BACKEND": "channels.layers.InMemoryChannelLayer"},
 }