horde-model-reference 2.1.3__tar.gz → 2.1.5__tar.gz

{horde_model_reference-2.1.3/src/horde_model_reference.egg-info → horde_model_reference-2.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: horde_model_reference
-Version: 2.1.3
+Version: 2.1.5
 Summary: A helper library providing a way to work with the lists of generation models, utility models, and any other related files required for the AI-Horde ecosystem.
 Author-email: tazlin <tazlin.on.github@gmail.com>, db0 <mail@dbzer0.com>
 License:                     GNU AFFERO GENERAL PUBLIC LICENSE

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/docs/replica_backend_base.md

@@ -274,7 +274,7 @@ Protected method that stores fetched data and updates all cache metadata (timest
 
 ```python
 # ✅ GitHubBackend pattern (inside _load_converted_from_disk)
-with open(file_path) as f:
+with open(file_path, encoding="utf-8") as f:
     data: dict[str, Any] = ujson.load(f)
 
 self._store_in_cache(category, data)
@@ -615,7 +615,7 @@ When errors occur during fetch/read operations, invalidate the cache to force re
 
 ```python
 try:
-    with open(file_path) as f:
+    with open(file_path, encoding="utf-8") as f:
         data = json.load(f)
     self._store_in_cache(category, data)
     return data
@@ -651,7 +651,7 @@ def fetch_category(self, category, *, force_refresh=False):
         if force_refresh or self.should_fetch_data(category):
             file_path = self._get_file_path(category)
             try:
-                with open(file_path) as f:
+                with open(file_path, encoding="utf-8") as f:
                     data = json.load(f)
                 self._store_in_cache(category, data)
                 return data
@@ -806,7 +806,7 @@ def fetch_category(self, category, *, force_refresh=False):
         if force_refresh or self.should_fetch_data(category):
             file_path = self._get_file_path(category)
             try:
-                with open(file_path) as f:
+                with open(file_path, encoding="utf-8") as f:
                     data = json.load(f)
                 self._store_in_cache(category, data)
                 return data

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/scripts/legacy_text/convert.py

@@ -23,19 +23,19 @@ output_file = "db.json"
 
 # Keys and values from defaults.json are always present in the model record.
 # Values from defaults.json are used to fill in missing fields in the CSV file.
-with open("defaults.json") as defaults_file:
+with open("defaults.json", encoding="utf-8") as defaults_file:
     defaults = json.load(defaults_file)
 
 
 # Keys from generation_params.json are used to validate the 'settings' field.
 # Values from generation_params.json are not used.
-with open("generation_params.json") as params_file:
+with open("generation_params.json", encoding="utf-8") as params_file:
     params = json.load(params_file)
 
 
 data = {}
 
-with open(input_file, newline="") as csvfile:
+with open(input_file, newline="", encoding="utf-8") as csvfile:
     reader = csv.DictReader(csvfile)
     row: dict[str, Any]
     for row in reader:
@@ -97,20 +97,20 @@ if TESTS_ONGOING and output_file_existed_before:
     # If tests are ongoing, we don't want to overwrite the db.json file
     # Instead, we'll write to a new file and make sure the two files are the same
     # by comparing them as strings
-    with open("db_test.json", "w") as f:
+    with open("db_test.json", "w", encoding="utf-8") as f:
         json.dump(data, f, indent=4)
         f.write("\n")
 
-    with open(output_file) as f:
+    with open(output_file, encoding="utf-8") as f:
         old_data = f.read()
 
-    with open("db_test.json") as f:
+    with open("db_test.json", encoding="utf-8") as f:
         new_data = f.read()
 
     if old_data != new_data:
         print("db.json and db_test.json are different. Did you forget to run `convert.py`?")
         exit(1)
 else:
-    with open(output_file, "w") as f:
+    with open(output_file, "w", encoding="utf-8") as f:
         json.dump(data, f, indent=4)
         f.write("\n")

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/scripts/legacy_text/reverse_convert.py

@@ -36,9 +36,9 @@ input_file = "db.json"
 output_file = "models.csv"
 
 # Load defaults and generation params for validation
-with open("defaults.json") as f:
+with open("defaults.json", encoding="utf-8") as f:
     defaults = json.load(f)
-with open("generation_params.json") as f:
+with open("generation_params.json", encoding="utf-8") as f:
     params = json.load(f)
 
 
@@ -226,7 +226,7 @@ def has_empty_config(record: dict[str, Any]) -> bool:
 
 # Read db.json
 try:
-    with open(input_file) as f:
+    with open(input_file, encoding="utf-8") as f:
         data: dict[str, dict[str, Any]] = json.load(f)
 except FileNotFoundError:
     print(f"Error: {input_file} not found")
@@ -341,17 +341,17 @@ fieldnames = [
     "display_name",
 ]
 
-with open(actual_output, "w", newline="") as csvfile:
+with open(actual_output, "w", newline="", encoding="utf-8") as csvfile:
     writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
     writer.writeheader()
     writer.writerows(csv_rows)
 
 if TESTS_ONGOING and output_file_existed_before:
     # Compare the test output with the existing file
-    with open(output_file) as f:
+    with open(output_file, encoding="utf-8") as f:
         old_data = f.read()
 
-    with open(actual_output) as f:
+    with open(actual_output, encoding="utf-8") as f:
         new_data = f.read()
 
     if old_data != new_data:

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = 'v2.1.3'
-__version_tuple__ = version_tuple = (2, 1, 3)
+__version__ = version = 'v2.1.5'
+__version_tuple__ = version_tuple = (2, 1, 5)
 
 __commit_id__ = commit_id = None

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/backends/github_backend.py

@@ -539,7 +539,7 @@ class GitHubBackend(ReplicaBackendBase):
 
         try:
             # All v2 files are JSON format (including text_generation.json)
-            with open(file_path) as f:
+            with open(file_path, encoding="utf-8") as f:
                 data = cast(dict[str, Any], ujson.load(f))
 
             self._store_in_cache(category, data)

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/legacy/convert_all_legacy_dbs.py

@@ -10,6 +10,7 @@ from horde_model_reference.legacy.classes.legacy_converters import (
     LegacyStableDiffusionConverter,
     LegacyTextGenerationConverter,
 )
+from horde_model_reference.meta_consts import no_legacy_format_available_categories
 from horde_model_reference.path_consts import normalize_legacy_base_path
 
 
@@ -140,6 +141,10 @@ def convert_legacy_database_by_category(
     Returns:
         True if the conversion succeeded, False otherwise.
     """
+    if model_category in no_legacy_format_available_categories:
+        logger.info(f"Skipping legacy database conversion for category: {model_category} (no legacy format available)")
+        return True
+
     normalized_legacy_path = normalize_legacy_base_path(legacy_path)
     normalized_target_path = normalize_legacy_base_path(target_path)
 

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/legacy/validate_sd.py

@@ -26,7 +26,7 @@ def validate_legacy_stable_diffusion_db(
         bool: True if the validation passes, False otherwise.
     """
     raw_json_sd_db: str
-    with open(sd_db) as sd_db_file:
+    with open(sd_db, encoding="utf-8") as sd_db_file:
         raw_json_sd_db = sd_db_file.read()
     try:
         loaded_json_sd_db = json.loads(raw_json_sd_db)

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/meta_consts.py

@@ -100,6 +100,13 @@ github_text_model_reference_categories = [
 no_legacy_format_available_categories = [
     MODEL_REFERENCE_CATEGORY.video_generation,
     MODEL_REFERENCE_CATEGORY.audio_generation,
+    MODEL_REFERENCE_CATEGORY.lora,
+    MODEL_REFERENCE_CATEGORY.ti,
+]
+
+categories_managed_elsewhere = [
+    MODEL_REFERENCE_CATEGORY.lora,
+    MODEL_REFERENCE_CATEGORY.ti,
 ]
 
 
@@ -310,6 +317,10 @@ IMAGE_GENERATION_BASELINE_NATIVE_RESOLUTION_LOOKUP: dict[KNOWN_IMAGE_GENERATION_
     KNOWN_IMAGE_GENERATION_BASELINE.stable_diffusion_xl: 1024,
     KNOWN_IMAGE_GENERATION_BASELINE.stable_cascade: 1024,
     KNOWN_IMAGE_GENERATION_BASELINE.flux_1: 1024,
+    KNOWN_IMAGE_GENERATION_BASELINE.flux_schnell: 1024,
+    KNOWN_IMAGE_GENERATION_BASELINE.flux_dev: 1024,
+    KNOWN_IMAGE_GENERATION_BASELINE.qwen_image: 1024,
+    KNOWN_IMAGE_GENERATION_BASELINE.z_image_turbo: 1024,
 }
 """The single-side preferred resolution for each known stable diffusion baseline."""
 

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/model_reference_manager.py

@@ -18,7 +18,7 @@ from horde_model_reference.backends import (
     ModelReferenceBackend,
     RedisBackend,
 )
-from horde_model_reference.meta_consts import MODEL_REFERENCE_CATEGORY
+from horde_model_reference.meta_consts import MODEL_REFERENCE_CATEGORY, categories_managed_elsewhere
 from horde_model_reference.model_reference_records import (
     MODEL_RECORD_TYPE_LOOKUP,
     AudioGenerationModelRecord,
@@ -479,6 +479,10 @@ class ModelReferenceManager:
             logger.warning(f"File dict json is None for {category}.")
             return None
 
+        if category in categories_managed_elsewhere:
+            logger.info(f"Skipping conversion for category: {category} (managed elsewhere)")
+            return None
+
         try:
             record_type = MODEL_RECORD_TYPE_LOOKUP.get(category, GenericModelRecord)
             model_reference: dict[str, GenericModelRecord] = {}

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/src/horde_model_reference/model_reference_metadata.py

@@ -374,7 +374,7 @@ class MetadataManager:
             return None
 
         try:
-            with open(file_path) as f:
+            with open(file_path, encoding="utf-8") as f:
                 data = json.load(f)
             return CategoryMetadata(**data)
         except Exception as e:
@@ -395,7 +395,7 @@ class MetadataManager:
 
         try:
             # Write to temp file
-            with open(temp_path, "w") as f:
+            with open(temp_path, "w", encoding="utf-8") as f:
                 json.dump(metadata.model_dump(mode="json"), f, indent=2)
                 os.fsync(f.fileno())
 

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5/src/horde_model_reference.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: horde_model_reference
-Version: 2.1.3
+Version: 2.1.5
 Summary: A helper library providing a way to work with the lists of generation models, utility models, and any other related files required for the AI-Horde ecosystem.
 Author-email: tazlin <tazlin.on.github@gmail.com>, db0 <mail@dbzer0.com>
 License:                     GNU AFFERO GENERAL PUBLIC LICENSE

{horde_model_reference-2.1.3 → horde_model_reference-2.1.5}/tests/test_metadata.py

@@ -547,7 +547,7 @@ class TestMetadataFileIO:
         assert expected_path.is_file(), "V2 metadata path should be a file"
 
         # Verify file contains valid JSON
-        with open(expected_path) as f:
+        with open(expected_path, encoding="utf-8") as f:
             file_content = f.read()
             assert file_content, "Metadata file should not be empty"
             file_data = json.loads(file_content)
@@ -590,7 +590,7 @@ class TestMetadataFileIO:
         assert expected_path != v2_path, "Legacy and v2 metadata paths should be different"
 
         # Verify file contents
-        with open(expected_path) as f:
+        with open(expected_path, encoding="utf-8") as f:
             file_data = json.loads(f.read())
 
         assert file_data["category"] == category.value
@@ -715,7 +715,7 @@ class TestMetadataFileIO:
         )
 
         metadata_path = primary_base / "meta" / "v2" / f"{category.value}_metadata.json"
-        with open(metadata_path) as f:
+        with open(metadata_path, encoding="utf-8") as f:
             content = f.read()
 
         # Verify JSON is indented (not minified)
@@ -754,13 +754,13 @@ class TestMetadataFileIO:
 
         # Modify file directly (simulating external change)
         metadata_path = primary_base / "meta" / "v2" / f"{category.value}_metadata.json"
-        with open(metadata_path) as f:
+        with open(metadata_path, encoding="utf-8") as f:
             file_data = json.loads(f.read())
 
         file_data["total_creates"] = initial_creates + 10
         file_data["last_updated"] = int(time.time())
 
-        with open(metadata_path, "w") as f:
+        with open(metadata_path, "w", encoding="utf-8") as f:
             json.dump(file_data, f, indent=2)
 
         # Touch file to update mtime
@@ -826,7 +826,7 @@ class TestMetadataFileIO:
             "backend_type": "FileSystemBackend",
         }
 
-        with open(metadata_path, "w") as f:
+        with open(metadata_path, "w", encoding="utf-8") as f:
             json.dump(minimal_data, f)
 
         # Clear cache