sonolus.py 0.6.7__py3-none-any.whl → 0.7.1__py3-none-any.whl

sonolus/build/collection.py

@@ -129,7 +129,7 @@ class Collection:
                         resource_data = resource_path.read_bytes()
 
                         if resource_path.suffix.lower() in {".json", ".bin"}:
-                            resource_data = gzip.compress(resource_data)
+                            resource_data = gzip.compress(resource_data, mtime=0)
 
                         srl = self.add_asset(resource_data)
                         item_data[resource_path.stem] = srl

sonolus/build/engine.py

@@ -182,11 +182,11 @@ def package_engine(
         )
 
     return PackagedEngine(
-        configuration=package_output(configuration),
-        play_data=package_output(play_data),
-        watch_data=package_output(watch_data),
-        preview_data=package_output(preview_data),
-        tutorial_data=package_output(tutorial_data),
+        configuration=package_data(configuration),
+        play_data=package_data(play_data),
+        watch_data=package_data(watch_data),
+        preview_data=package_data(preview_data),
+        tutorial_data=package_data(tutorial_data),
         rom=package_rom(rom),
     )
 
@@ -407,9 +407,14 @@ def package_rom(rom: ReadOnlyMemory) -> bytes:
     for value in values:
         output.extend(struct.pack("<f", value))
 
-    return gzip.compress(bytes(output))
+    return gzip.compress(bytes(output), mtime=0)
 
 
-def package_output(value: JsonValue) -> bytes:
+def package_data(value: JsonValue) -> bytes:
     json_data = json.dumps(value, separators=(",", ":")).encode("utf-8")
-    return gzip.compress(json_data)
+    return gzip.compress(json_data, mtime=0)
+
+
+def unpackage_data(data: bytes) -> JsonValue:
+    json_data = gzip.decompress(data)
+    return json.loads(json_data)

sonolus/build/level.py

@@ -1,11 +1,11 @@
-from sonolus.build.engine import JsonValue, package_output
+from sonolus.build.engine import JsonValue, package_data
 from sonolus.script.level import LevelData
 
 
 def package_level_data(
     level_data: LevelData,
 ) -> bytes:
-    return package_output(build_level_data(level_data))
+    return package_data(build_level_data(level_data))
 
 
 def build_level_data(

sonolus/build/project.py

@@ -1,10 +1,12 @@
+from collections.abc import Callable
 from pathlib import Path
+from typing import cast
 
 from sonolus.build.collection import Asset, Collection, Srl
-from sonolus.build.engine import package_engine
+from sonolus.build.engine import package_engine, unpackage_data
 from sonolus.build.level import package_level_data
 from sonolus.script.engine import Engine
-from sonolus.script.level import Level
+from sonolus.script.level import ExternalLevelData, ExternalLevelDataDict, Level, LevelData, parse_external_level_data
 from sonolus.script.project import BuildConfig, Project, ProjectSchema
 
 BLANK_PNG = (
@@ -19,6 +21,13 @@ BLANK_AUDIO = (
 
 def build_project_to_collection(project: Project, config: BuildConfig | None):
     collection = load_resources_files_to_collection(project.resources)
+    for src_engine, converter in project.converters.items():
+        if src_engine is None:
+            continue
+        apply_converter_to_collection(collection, src_engine, converter)
+    fallback_converter = project.converters.get(None)
+    if fallback_converter is not None:
+        apply_converter_to_collection(collection, None, fallback_converter)
     if config.override_resource_level_engines:
         for level in collection.categories.get("levels", {}).values():
             level["item"]["engine"] = project.engine.name
@@ -29,6 +38,31 @@ def build_project_to_collection(project: Project, config: BuildConfig | None):
     return collection
 
 
+def apply_converter_to_collection(
+    self, src_engine: str | None, converter: Callable[[ExternalLevelData], LevelData | None]
+) -> None:
+    for level_details in self.categories.get("levels", {}).values():
+        level = level_details["item"]
+        if (
+            src_engine is not None
+            and level["engine"] != src_engine
+            and not (isinstance(level["engine"], dict) and level["engine"].get("name") == src_engine)
+        ):
+            continue
+        packaged_data_srl = level.get("data")
+        packaged_data = self.repository.get(packaged_data_srl["hash"])
+        data = unpackage_data(packaged_data)
+        if not (isinstance(data, dict) and "bgmOffset" in data and "entities" in data):
+            raise ValueError(f"Level data for level '{level['name']}' is not valid")
+        parsed_data = parse_external_level_data(cast(ExternalLevelDataDict, data))
+        new_data = converter(parsed_data)
+        if new_data is None:
+            continue
+        packaged_new_data = package_level_data(new_data)
+        new_data_srl = self.add_asset(packaged_new_data)
+        level["data"] = new_data_srl
+
+
 def add_engine_to_collection(collection: Collection, project: Project, engine: Engine, config: BuildConfig | None):
     packaged_engine = package_engine(engine.data, config)
     item = {

sonolus/script/archetype.py

@@ -1227,6 +1227,17 @@ class EntityRef[A: _BaseArchetype](Record):
         """Return a new reference with the given archetype type."""
         return EntityRef[archetype](index=self.index)
 
+    @meta_fn
+    def __eq__(self, other: Any) -> bool:
+        if not ctx() and hasattr(self, "_ref_") and hasattr(other, "_ref_"):
+            return self._ref_ is other._ref_
+        return super().__eq__(other)
+
+    def __hash__(self) -> int:
+        if not ctx() and hasattr(self, "_ref_"):
+            return hash(id(self._ref_))
+        return super().__hash__()
+
     @meta_fn
     def get(self) -> A:
         """Get the entity."""
@@ -1365,7 +1376,7 @@ class StandardImport:
     TIMESCALE_EASE = Annotated[TimescaleEase, imported(name=StandardImportName.TIMESCALE_EASE)]
     """The timescale ease type, for timescale change markers."""
 
-    JUDGMENT = Annotated[int, imported(name=StandardImportName.JUDGMENT)]
+    JUDGMENT = Annotated[Judgment, imported(name=StandardImportName.JUDGMENT)]
     """The judgment of the entity.
 
     Automatically set in watch mode for archetypes with a corresponding scored play mode archetype.

sonolus/script/internal/generic.py

@@ -16,6 +16,9 @@ def validate_type_arg(arg: Any) -> Any:
     if not arg._is_py_():
         raise TypeError(f"Expected a compile-time constant type argument, got {arg}")
     result = arg._as_py_()
+    if isinstance(result, type) and issubclass(result, Enum):
+        # E.g. if this is an IntEnum subclass, we call it on IntEnum, and then int, which gets us the result we want
+        result = validate_type_arg(result.__mro__[1])
     if hasattr(result, "_type_mapping_"):
         return result._type_mapping_
     if get_origin(result) is Annotated:
@@ -27,10 +30,6 @@ def validate_type_arg(arg: Any) -> Any:
 
 def validate_type_spec(spec: Any) -> PartialGeneric | TypeVar | type[Value]:
     spec = validate_type_arg(spec)
-    if isinstance(spec, type) and issubclass(spec, Enum):
-        # For values like IntEnum subclasses, this will call validate_type_spec(IntEnum),
-        # which in turn will call it on int, so this works.
-        spec = validate_type_spec(spec.__mro__[1])
     if isinstance(spec, PartialGeneric | TypeVar) or (isinstance(spec, type) and issubclass(spec, Value)):
         return spec
     if typing.get_origin(spec) is UnionType:

sonolus/script/level.py

@@ -1,10 +1,11 @@
 from __future__ import annotations
 
+import gzip
 import json
 from collections.abc import Iterator
 from os import PathLike
 from pathlib import Path
-from typing import Any
+from typing import Any, NamedTuple, NotRequired, TypedDict
 
 from sonolus.build.collection import Asset, load_asset
 from sonolus.script.archetype import PlayArchetype, StandardArchetypeName, StandardImport
@@ -196,3 +197,65 @@ class TimescaleChange(PlayArchetype):
 
     beat: StandardImport.BEAT
     timescale: StandardImport.TIMESCALE
+
+
+class ExternalLevelDataDict(TypedDict):
+    bgmOffset: float
+    entities: list[ExternalEntityDataDict]
+
+
+class ExternalEntityDataDict(TypedDict):
+    name: NotRequired[str]
+    archetype: str
+    data: NotRequired[list[ExternalEntityDataValueDict]]
+
+
+class ExternalEntityDataValueDict(TypedDict):
+    name: str
+    value: NotRequired[int | float]
+    ref: NotRequired[str]
+
+
+class ExternalLevelData(NamedTuple):
+    """Level data parsed from an external source."""
+
+    bgm_offset: float
+    entities: list[ExternalEntityData]
+
+
+class ExternalEntityData(NamedTuple):
+    """Entity data parsed from an external source."""
+
+    archetype: str
+    data: dict[str, Any]
+
+
+def parse_external_level_data(raw_data: ExternalLevelDataDict | str | bytes, /) -> ExternalLevelData:
+    """Parse level data from an external source.
+
+    If given a string, it is parsed as JSON. If given bytes, it is un-gzipped and then parsed as JSON.
+
+    Args:
+        raw_data: The raw level data to parse.
+
+    Returns:
+        The parsed level data.
+    """
+    if isinstance(raw_data, bytes):
+        raw_data = gzip.decompress(raw_data).decode("utf-8")
+    if isinstance(raw_data, str):
+        raw_data = json.loads(raw_data)
+    bgm_offset = raw_data["bgmOffset"]
+    raw_entities = raw_data["entities"]
+    entity_name_to_index = {e["name"]: i for i, e in enumerate(raw_entities) if "name" in e}
+    entities = []
+    for raw_entity in raw_entities:
+        archetype = raw_entity["archetype"]
+        data = {}
+        for entry in raw_entity.get("data", []):
+            if "value" in entry:
+                data[entry["name"]] = entry["value"]
+            elif "ref" in entry:
+                data[entry["name"]] = entity_name_to_index.get(entry["ref"], 0)
+        entities.append(ExternalEntityData(archetype=archetype, data=data))
+    return ExternalLevelData(bgm_offset=bgm_offset, entities=entities)

sonolus/script/project.py

@@ -10,7 +10,7 @@ from sonolus.backend.optimize import optimize
 from sonolus.backend.optimize.passes import CompilerPass
 from sonolus.script.archetype import ArchetypeSchema
 from sonolus.script.engine import Engine
-from sonolus.script.level import Level
+from sonolus.script.level import ExternalLevelData, Level, LevelData
 
 
 class Project:
@@ -20,6 +20,7 @@ class Project:
         engine: The engine of the project.
         levels: The levels of the project.
         resources: The path to the resources of the project.
+        converters: A dictionary mapping engine names to converter functions, for converting loaded levels.
     """
 
     def __init__(
@@ -27,6 +28,7 @@ class Project:
         engine: Engine,
         levels: Iterable[Level] | Callable[[], Iterable[Level]] | None = None,
         resources: PathLike | None = None,
+        converters: dict[str | None, Callable[[ExternalLevelData], LevelData | None]] | None = None,
     ):
         self.engine = engine
         match levels:
@@ -40,6 +42,7 @@ class Project:
                 raise TypeError(f"Invalid type for levels: {type(levels)}. Expected Iterable or Callable.")
         self._levels = None
         self.resources = Path(resources or "resources")
+        self.converters = converters or {}
 
     def with_levels(self, levels: Iterable[Level] | Callable[[], Iterable[Level]] | None) -> Project:
         """Create a new project with the specified levels.

{sonolus_py-0.6.7.dist-info → sonolus_py-0.7.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sonolus.py
-Version: 0.6.7
+Version: 0.7.1
 Summary: Sonolus engine development in Python
 License-File: LICENSE
 Requires-Python: >=3.12

{sonolus_py-0.6.7.dist-info → sonolus_py-0.7.1.dist-info}/RECORD

@@ -27,14 +27,14 @@ sonolus/backend/optimize/simplify.py,sha256=RDNVTKfC7ByRyxY5z30_ShimOAKth_pKlVFV
 sonolus/backend/optimize/ssa.py,sha256=raQO0furQQRPYb8iIBKfNrJlj-_5wqtI4EWNfLZ8QFo,10834
 sonolus/build/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sonolus/build/cli.py,sha256=-_lTN8zT7nQB2lySM8itAEPVutcEQI-TJ13BcPIfGb4,10113
-sonolus/build/collection.py,sha256=sMYLfEIVn6UydLy7iEnNwrpIXDs7bGG32uQQgHXyhSI,12289
+sonolus/build/collection.py,sha256=5TvltBugFmIrvZC5HSP3LRZe6sjO9g6q-DHjBrovHsg,12298
 sonolus/build/compile.py,sha256=Yex-ZbSZmv9ujyAOVaMcfq-0NnZzFIqtmNYYaplF4Uc,6761
-sonolus/build/engine.py,sha256=zUl0KfRygqNhIM8BABNJkKG-0zXFwcYwck-5hJy59yk,13338
-sonolus/build/level.py,sha256=yXsQtnabkJK0vuVmZ_Wr1jx37jFLgInCS7lTlXjkv9Q,706
+sonolus/build/engine.py,sha256=YQ2Sc2zC56N2Y5S5zE3QCoUzwKcVHSPl14iQE0tkm6Q,13463
+sonolus/build/level.py,sha256=KLqUAtxIuIqrzeFURJA97rdqjA5pcvYSmwNZQhElaMQ,702
 sonolus/build/node.py,sha256=gnX71RYDUOK_gYMpinQi-bLWO4csqcfiG5gFmhxzSec,1330
-sonolus/build/project.py,sha256=eHh4ioOjaFtt26bcefUuDZhMhFw8NXnjRTYPiEInQV8,6505
+sonolus/build/project.py,sha256=__sOJas3RTwn4aizq16rYCvZgG8aX-JbQaxmfVhRnc4,8154
 sonolus/script/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sonolus/script/archetype.py,sha256=mUBGvD7pMGeIEMLJfs-A5Bgd1CgG0Rce1vTJ7GUAXPE,49272
+sonolus/script/archetype.py,sha256=xhdm1jO_p32V1NtGjgV0SGPm7X9GnJ6Z7hXi2zT69Ww,49647
 sonolus/script/array.py,sha256=9uOUHZIDMyMT9q3APcXJWXWt97yG-AZoRlxwrvSY6SU,12367
 sonolus/script/array_like.py,sha256=hUDdDaP306kflVv9YomdHIMXogrVjxsBXCrLvB9QpuE,9681
 sonolus/script/bucket.py,sha256=SNqnfLGpnO_u-3LFFazdgzNk332OdDUIlmZHsuoVZuE,7674
@@ -47,7 +47,7 @@ sonolus/script/globals.py,sha256=nlXSNS4NRXsgQU2AJImVIs752h1WqsMnShSKgU011c4,102
 sonolus/script/instruction.py,sha256=Dd-14D5Amo8nhPBr6DNyg2lpYw_rqZkT8Kix3HkfE7k,6793
 sonolus/script/interval.py,sha256=dj6F2wn5uP6I6_mcZn-wIREgRUQbsLzhvhzB0oEyAdU,11290
 sonolus/script/iterator.py,sha256=_ICY_yX7FG0Zbgs3NhVnaIBdVDpAeXjxJ_CQtq30l7Y,3774
-sonolus/script/level.py,sha256=vnotMbdr_4-MJUsTXMbvWiw2MlMjMHme3q0XRdNFXRg,6349
+sonolus/script/level.py,sha256=X3-V99ihruYYCcPdch66dHi_ydCWXXn7epviLLjxW8w,8288
 sonolus/script/maybe.py,sha256=VYvTWgEfPzoXqI3i3zXhc4dz0pWBVoHmW8FtWH0GQvM,8194
 sonolus/script/metadata.py,sha256=ttRK27eojHf3So50KQJ-8yj3udZoN1bli5iD-knaeLw,753
 sonolus/script/num.py,sha256=924kWWZusW7oaWuvtQzdAMzkb4ZItWSJwNj3W9XrqZU,16041
@@ -55,7 +55,7 @@ sonolus/script/options.py,sha256=XVN-mL7Rwhd2Tu9YysYq9YDGpH_LazdmhqzSYE6nR3Q,945
 sonolus/script/particle.py,sha256=RTfamg_ZTq7-qJ6j9paduNVUHCkw3hzkBK1QUbwwN7I,8403
 sonolus/script/pointer.py,sha256=FoOfyD93r0G5d_2BaKfeOT9SqkOP3hq6sqtOs_Rb0c8,1511
 sonolus/script/printing.py,sha256=mNYu9QWiacBBGZrnePZQMVwbbguoelUps9GiOK_aVRU,2096
-sonolus/script/project.py,sha256=BDGaae3lXWQqZgY3lF3_27VSSk_oGEA4sbN-gQFlhAM,4157
+sonolus/script/project.py,sha256=gG6mYsGlIqznY_RODyFMiXVBh0tVbXLAWZ5LHCiBIuU,4439
 sonolus/script/quad.py,sha256=XoAjaUqR60zIrC_CwheZs7HwS-DRS58yUmlj9GIjX7k,11179
 sonolus/script/record.py,sha256=igmawc0hqb98YVcZnPTThHvnIP88Qelhoge4cNJx45Q,12770
 sonolus/script/runtime.py,sha256=rJZM_KbKmnwpjhDEpR0DrM6EMSEu46apIErWA_pfLJA,33321
@@ -75,7 +75,7 @@ sonolus/script/internal/context.py,sha256=Cd9US3GNHxs_96UcVdBAXGD-H4gCNnV9h5OfCW
 sonolus/script/internal/descriptor.py,sha256=XRFey-EjiAm_--KsNl-8N0Mi_iyQwlPh68gDp0pKf3E,392
 sonolus/script/internal/dict_impl.py,sha256=alu_wKGSk1kZajNf64qbe7t71shEzD4N5xNIATH8Swo,1885
 sonolus/script/internal/error.py,sha256=ZNnsvQVQAnFKzcvsm6-sste2lo-tP5pPI8sD7XlAZWc,490
-sonolus/script/internal/generic.py,sha256=F0-cCiRNGTaUJvYlpmkiOsU3Xge_XjoBpBwBhH_qS_s,7577
+sonolus/script/internal/generic.py,sha256=_3d5Rn_tn214-77fPE67vdbdqt1PQF8-2WB_XDu5YRg,7551
 sonolus/script/internal/impl.py,sha256=JzRk2iylXHNk7q7f_H84spsix2gcnoTqo-hLbIegjoI,3261
 sonolus/script/internal/introspection.py,sha256=guL9_NR2D3OJAnNpeFdyYkO_vVXk-3KQr2-y4YielM0,1133
 sonolus/script/internal/math_impls.py,sha256=nHSLgA7Tcx7jY1p07mYBCeSRmVx713bwdNayCIcaXSE,2652
@@ -86,8 +86,8 @@ sonolus/script/internal/simulation_context.py,sha256=LGxLTvxbqBIhoe1R-SfwGajNIDw
 sonolus/script/internal/transient.py,sha256=y2AWABqF1aoaP6H4_2u4MMpNioC4OsZQCtPyNI0txqo,1634
 sonolus/script/internal/tuple_impl.py,sha256=DPNdmmRmupU8Ah4_XKq6-PdT336l4nt15_uCJKQGkkk,3587
 sonolus/script/internal/value.py,sha256=OngrCdmY_h6mV2Zgwqhuo4eYFad0kTk6263UAxctZcY,6963
-sonolus_py-0.6.7.dist-info/METADATA,sha256=UZzZ0PYBRM0JuGiVVT16UHvO6A5ZQ1Xbplv0t9Yt5yQ,302
-sonolus_py-0.6.7.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sonolus_py-0.6.7.dist-info/entry_points.txt,sha256=oTYspY_b7SA8TptEMTDxh4-Aj-ZVPnYC9f1lqH6s9G4,54
-sonolus_py-0.6.7.dist-info/licenses/LICENSE,sha256=JEKpqVhQYfEc7zg3Mj462sKbKYmO1K7WmvX1qvg9IJk,1067
-sonolus_py-0.6.7.dist-info/RECORD,,
+sonolus_py-0.7.1.dist-info/METADATA,sha256=p9fNorfrM-GbAWcBdMkyFjWt5mTc3xVnEXrZLql5AqQ,302
+sonolus_py-0.7.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sonolus_py-0.7.1.dist-info/entry_points.txt,sha256=oTYspY_b7SA8TptEMTDxh4-Aj-ZVPnYC9f1lqH6s9G4,54
+sonolus_py-0.7.1.dist-info/licenses/LICENSE,sha256=JEKpqVhQYfEc7zg3Mj462sKbKYmO1K7WmvX1qvg9IJk,1067
+sonolus_py-0.7.1.dist-info/RECORD,,