iceaxe 0.2.3.dev1__tar.gz → 0.2.3.dev3__tar.gz

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: iceaxe
-Version: 0.2.3.dev1
+Version: 0.2.3.dev3
 Summary: A modern, fast ORM for Python.
 Author: Pierce Freeman
 Author-email: pierce@freeman.vc

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/iceaxe/__tests__/test_queries.py

@@ -9,7 +9,11 @@ from iceaxe.queries import QueryBuilder, and_, or_, select
 
 def test_select():
     new_query = QueryBuilder().select(UserDemo)
-    assert new_query.build() == ('SELECT "userdemo".* FROM "userdemo"', [])
+    assert new_query.build() == (
+        'SELECT "userdemo"."id" as "userdemo_id", "userdemo"."name" as '
+        '"userdemo_name", "userdemo"."email" as "userdemo_email" FROM "userdemo"',
+        [],
+    )
 
 
 def test_select_single_field():
@@ -263,3 +267,13 @@ def test_select_multiple_typehints():
     query = select((UserDemo, UserDemo.id, UserDemo.name))
     if TYPE_CHECKING:
         _: QueryBuilder[tuple[UserDemo, int, str], Literal["SELECT"]] = query
+
+
+def test_allow_branching():
+    base_query = select(UserDemo)
+
+    query_1 = base_query.limit(1)
+    query_2 = base_query.limit(2)
+
+    assert query_1.limit_value == 1
+    assert query_2.limit_value == 2

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/iceaxe/__tests__/test_session.py

@@ -281,6 +281,30 @@ async def test_select_join(db_connection: DBConnection):
     ]
 
 
+@pytest.mark.asyncio
+async def test_select_join_multiple_tables(db_connection: DBConnection):
+    user = UserDemo(name="John Doe", email="john@example.com")
+    await db_connection.insert([user])
+    assert user.id is not None
+
+    artifact = ArtifactDemo(title="Artifact 1", user_id=user.id)
+    await db_connection.insert([artifact])
+
+    new_query = (
+        QueryBuilder()
+        .select((ArtifactDemo, UserDemo))
+        .join(UserDemo, UserDemo.id == ArtifactDemo.user_id)
+        .where(UserDemo.name == "John Doe")
+    )
+    result = await db_connection.exec(new_query)
+    assert result == [
+        (
+            ArtifactDemo(id=artifact.id, title="Artifact 1", user_id=user.id),
+            UserDemo(id=user.id, name="John Doe", email="john@example.com"),
+        )
+    ]
+
+
 @pytest.mark.asyncio
 async def test_select_with_limit_and_offset(db_connection: DBConnection):
     users = [
@@ -418,6 +442,32 @@ async def test_select_with_left_join(db_connection: DBConnection):
     assert result[1] == ("John", 2)
 
 
+@pytest.mark.asyncio
+async def test_select_with_left_join_object(db_connection: DBConnection):
+    users = [
+        UserDemo(name="John", email="john@example.com"),
+        UserDemo(name="Jane", email="jane@example.com"),
+    ]
+    await db_connection.insert(users)
+
+    posts = [
+        ArtifactDemo(title="John's Post", user_id=users[0].id),
+        ArtifactDemo(title="Another Post", user_id=users[0].id),
+    ]
+    await db_connection.insert(posts)
+
+    query = (
+        QueryBuilder()
+        .select((UserDemo, ArtifactDemo))
+        .join(ArtifactDemo, UserDemo.id == ArtifactDemo.user_id, "LEFT")
+    )
+    result = await db_connection.exec(query)
+    assert len(result) == 3
+    assert result[0] == (users[0], posts[0])
+    assert result[1] == (users[0], posts[1])
+    assert result[2] == (users[1], None)
+
+
 # @pytest.mark.asyncio
 # async def test_select_with_subquery(db_connection: DBConnection):
 #     users = [

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/iceaxe/base.py

@@ -136,3 +136,11 @@ class TableBase(BaseModel, metaclass=DBModelMetaclass):
         if cls.table_name == PydanticUndefined:
             return cls.__name__.lower()
         return cls.table_name
+
+    @classmethod
+    def get_client_fields(cls):
+        return {
+            field: info
+            for field, info in cls.model_fields.items()
+            if field not in INTERNAL_TABLE_FIELDS
+        }

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/iceaxe/queries.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+from copy import copy
+from functools import wraps
 from typing import Any, Generic, Literal, Type, TypeVar, TypeVarTuple, cast, overload
 
 from iceaxe.base import (
@@ -29,17 +31,20 @@ from iceaxe.typing import (
 
 P = TypeVar("P")
 
-T = TypeVar(
-    "T",
-    bound=TableBase
+SUPPORTED_SELECTS = (
+    TableBase
     | DBModelMetaclass
     | ALL_ENUM_TYPES
     | PRIMITIVE_TYPES
     | PRIMITIVE_WRAPPER_TYPES
     | DATE_TYPES
     | JSON_WRAPPER_FALLBACK
-    | None,
+    | None
 )
+
+T = TypeVar("T", bound=SUPPORTED_SELECTS)
+T2 = TypeVar("T2", bound=SUPPORTED_SELECTS)
+T3 = TypeVar("T3", bound=SUPPORTED_SELECTS)
 Ts = TypeVarTuple("Ts")
 
 
@@ -50,6 +55,22 @@ JoinType = Literal["INNER", "LEFT", "RIGHT", "FULL"]
 OrderDirection = Literal["ASC", "DESC"]
 
 
+def allow_branching(fn):
+    """
+    Allows query method modifiers to implement their logic as if `self` is being
+    modified, but in the background we'll actually return a new instance of the
+    query builder to allow for branching of the same underlying query.
+
+    """
+
+    @wraps(fn)
+    def new_fn(self, *args, **kwargs):
+        self = copy(self)
+        return fn(self, *args, **kwargs)
+
+    return new_fn
+
+
 class QueryBuilder(Generic[P, QueryType]):
     """
     The QueryBuilder owns all construction of the SQL string given
@@ -102,19 +123,44 @@ class QueryBuilder(Generic[P, QueryType]):
 
     @overload
     def select(
-        self, fields: tuple[T | Type[T], *Ts]
-    ) -> QueryBuilder[tuple[T, *Ts], Literal["SELECT"]]: ...
+        self, fields: tuple[T | Type[T]]
+    ) -> QueryBuilder[tuple[T], Literal["SELECT"]]: ...
+
+    @overload
+    def select(
+        self, fields: tuple[T | Type[T], T2 | Type[T2]]
+    ) -> QueryBuilder[tuple[T, T2], Literal["SELECT"]]: ...
 
+    @overload
     def select(
-        self, fields: T | Type[T] | tuple[T | Type[T], *Ts]
+        self, fields: tuple[T | Type[T], T2 | Type[T2], T3 | Type[T3], *Ts]
+    ) -> QueryBuilder[tuple[T, T2, T3, *Ts], Literal["SELECT"]]: ...
+
+    @allow_branching
+    def select(
+        self,
+        fields: (
+            T
+            | Type[T]
+            | tuple[T | Type[T]]
+            | tuple[T | Type[T], T2 | Type[T2]]
+            | tuple[T | Type[T], T2 | Type[T2], T3 | Type[T3], *Ts]
+        ),
     ) -> (
-        QueryBuilder[tuple[T, *Ts], Literal["SELECT"]]
-        | QueryBuilder[T, Literal["SELECT"]]
+        QueryBuilder[T, Literal["SELECT"]]
+        | QueryBuilder[tuple[T], Literal["SELECT"]]
+        | QueryBuilder[tuple[T, T2], Literal["SELECT"]]
+        | QueryBuilder[tuple[T, T2, T3, *Ts], Literal["SELECT"]]
     ):
         """
         Creates a new select query for the given fields. Returns the same
         QueryBuilder that is now flagged as a SELECT query.
 
+        Our select @overrides here support the required conversion from a table class (which
+        is specified as raw input) to individual instances which are returned. This is only
+        relevant for table classes since field selections should be 1:1 mirrored from the
+        request field annotation to the response type.
+
         """
         all_fields: tuple[
             DBFieldClassDefinition | Type[TableBase] | FunctionMetadata, ...
@@ -165,8 +211,15 @@ class QueryBuilder(Generic[P, QueryType]):
                 self.select_raw.append(field)
             elif is_base_table(field):
                 table_token = QueryIdentifier(field.get_table_name())
-                field_token = QueryLiteral("*")
-                self.select_fields.append(QueryLiteral(f"{table_token}.{field_token}"))
+
+                for field_name in field.get_client_fields():
+                    field_token = QueryIdentifier(field_name)
+                    return_field = QueryIdentifier(
+                        f"{field.get_table_name()}_{field_name}"
+                    )
+                    self.select_fields.append(
+                        QueryLiteral(f"{table_token}.{field_token} as {return_field}")
+                    )
                 self.select_raw.append(field)
             elif is_function_metadata(field):
                 field.local_name = f"aggregate_{self.select_aggregate_count}"
@@ -178,6 +231,7 @@ class QueryBuilder(Generic[P, QueryType]):
                 self.select_raw.append(field)
                 self.select_aggregate_count += 1
 
+    @allow_branching
     def update(self, model: Type[TableBase]) -> QueryBuilder[None, Literal["UPDATE"]]:
         """
         Creates a new update query for the given model. Returns the same
@@ -188,6 +242,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.main_model = model
         return self  # type: ignore
 
+    @allow_branching
     def delete(self, model: Type[TableBase]) -> QueryBuilder[None, Literal["DELETE"]]:
         """
         Creates a new delete query for the given model. Returns the same
@@ -198,6 +253,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.main_model = model
         return self  # type: ignore
 
+    @allow_branching
     def where(self, *conditions: bool):
         """
         Adds a where condition to the query. The conditions are combined with
@@ -216,6 +272,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.where_conditions += validated_comparisons
         return self
 
+    @allow_branching
     def order_by(self, field: Any, direction: OrderDirection = "ASC"):
         """
         Adds an order by clause to the query. The field must be a column.
@@ -231,6 +288,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.order_by_clauses.append(f"{field_token} {direction}")
         return self
 
+    @allow_branching
     def join(self, table: Type[TableBase], on: bool, join_type: JoinType = "INNER"):
         """
         Adds a join clause to the query. The `on` parameter should be a comparison
@@ -255,6 +313,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.join_clauses.append(join_sql)
         return self
 
+    @allow_branching
     def set(self, column: T, value: T | None):
         """
         Sets a column to a specific value in an update query.
@@ -266,6 +325,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.update_values.append((column, value))
         return self
 
+    @allow_branching
     def limit(self, value: int):
         """
         Limit the number of rows returned by the query. Useful in pagination
@@ -275,6 +335,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.limit_value = value
         return self
 
+    @allow_branching
     def offset(self, value: int):
         """
         Offset the number of rows returned by the query.
@@ -283,6 +344,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.offset_value = value
         return self
 
+    @allow_branching
     def group_by(self, *fields: Any):
         """
         Groups the results of the query by the given fields. This allows
@@ -300,6 +362,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.group_by_fields = valid_fields
         return self
 
+    @allow_branching
     def having(self, *conditions: bool):
         """
         Require the result of an aggregation query like func.sum(MyTable.column)
@@ -317,6 +380,7 @@ class QueryBuilder(Generic[P, QueryType]):
         self.having_conditions += valid_conditions
         return self
 
+    @allow_branching
     def text(self, query: str, *variables: Any):
         """
         Override the ORM builder and use a raw SQL query instead.
@@ -460,14 +524,35 @@ def select(fields: T | Type[T]) -> QueryBuilder[T, Literal["SELECT"]]: ...
 
 @overload
 def select(
-    fields: tuple[T | Type[T], *Ts],
-) -> QueryBuilder[tuple[T, *Ts], Literal["SELECT"]]: ...
+    fields: tuple[T | Type[T]],
+) -> QueryBuilder[tuple[T], Literal["SELECT"]]: ...
+
+
+@overload
+def select(
+    fields: tuple[T | Type[T], T2 | Type[T2]],
+) -> QueryBuilder[tuple[T, T2], Literal["SELECT"]]: ...
+
+
+@overload
+def select(
+    fields: tuple[T | Type[T], T2 | Type[T2], T3 | Type[T3], *Ts],
+) -> QueryBuilder[tuple[T, T2, T3, *Ts], Literal["SELECT"]]: ...
 
 
 def select(
-    fields: T | Type[T] | tuple[T | Type[T], *Ts],
+    fields: (
+        T
+        | Type[T]
+        | tuple[T | Type[T]]
+        | tuple[T | Type[T], T2 | Type[T2]]
+        | tuple[T | Type[T], T2 | Type[T2], T3 | Type[T3], *Ts]
+    ),
 ) -> (
-    QueryBuilder[tuple[T, *Ts], Literal["SELECT"]] | QueryBuilder[T, Literal["SELECT"]]
+    QueryBuilder[T, Literal["SELECT"]]
+    | QueryBuilder[tuple[T], Literal["SELECT"]]
+    | QueryBuilder[tuple[T, T2], Literal["SELECT"]]
+    | QueryBuilder[tuple[T, T2, T3, *Ts], Literal["SELECT"]]
 ):
     """
     Shortcut to create a SELECT query with a new QueryBuilder.

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/iceaxe/schemas/db_memory_serializer.py

@@ -7,7 +7,6 @@ from uuid import UUID
 from pydantic_core import PydanticUndefined
 
 from iceaxe.base import (
-    INTERNAL_TABLE_FIELDS,
     DBFieldInfo,
     IndexConstraint,
     TableBase,
@@ -244,11 +243,7 @@ class DatabaseHandler:
 
         # Handle the columns
         all_column_nodes: list[NodeDefinition] = []
-        for field_name, field in table.model_fields.items():
-            # Only create user-columns
-            if field_name in INTERNAL_TABLE_FIELDS:
-                continue
-
+        for field_name, field in table.get_client_fields().items():
             column_nodes = self._yield_nodes(
                 self.convert_column(field_name, field, table), dependencies=table_nodes
             )

iceaxe-0.2.3.dev3/iceaxe/session_optimized.pyx

@@ -0,0 +1,199 @@
+from typing import Any, List, Tuple
+from iceaxe.base import TableBase
+from iceaxe.queries import FunctionMetadata
+from json import loads as json_loads
+from cpython.ref cimport PyObject
+from cpython.object cimport PyObject_GetItem
+from libc.stdlib cimport malloc, free
+from libc.string cimport memcpy
+from cpython.ref cimport Py_INCREF, Py_DECREF
+
+cdef struct FieldInfo:
+    char* name                # Field name
+    char* select_attribute    # Corresponding attribute in the select_raw
+    bint is_json              # Flag indicating if the field is JSON
+
+cdef char* allocate_cstring(bytes data):
+    cdef Py_ssize_t length = len(data)
+    cdef char* c_str = <char*>malloc((length + 1) * sizeof(char))
+    if not c_str:
+        raise MemoryError("Failed to allocate memory for C string.")
+    memcpy(c_str, <char*>data, length)  # Cast bytes to char* for memcpy
+    c_str[length] = 0  # Null-terminate the string
+    return c_str
+
+cdef void free_fields(FieldInfo** fields, Py_ssize_t* num_fields_array, Py_ssize_t num_selects):
+    cdef Py_ssize_t j, k
+    if fields:
+        for j in range(num_selects):
+            if fields[j]:
+                for k in range(num_fields_array[j]):
+                    free(fields[j][k].name)
+                    free(fields[j][k].select_attribute)
+                free(fields[j])
+        free(fields)
+    if num_fields_array:
+        free(num_fields_array)
+
+cdef FieldInfo** precompute_fields(list select_raws, list select_types, Py_ssize_t num_selects, Py_ssize_t* num_fields_array):
+    cdef FieldInfo** fields = <FieldInfo**>malloc(num_selects * sizeof(FieldInfo*))
+    cdef Py_ssize_t j, k, num_fields
+    cdef dict field_dict
+    cdef bytes select_bytes, field_bytes
+    cdef char* c_select
+    cdef char* c_field
+    cdef object select_raw
+    cdef bint raw_is_table, raw_is_column, raw_is_function_metadata
+
+    if not fields:
+        raise MemoryError("Failed to allocate memory for fields.")
+
+    for j in range(num_selects):
+        select_raw = select_raws[j]
+        raw_is_table, raw_is_column, raw_is_function_metadata = select_types[j]
+
+        if raw_is_table:
+            field_dict = {field: info.is_json for field, info in select_raw.get_client_fields().items() if not info.exclude}
+            num_fields = len(field_dict)
+            num_fields_array[j] = num_fields
+            fields[j] = <FieldInfo*>malloc(num_fields * sizeof(FieldInfo))
+            if not fields[j]:
+                raise MemoryError("Failed to allocate memory for FieldInfo.")
+
+            for k, (field, is_json) in enumerate(field_dict.items()):
+                select_bytes = f"{select_raw.get_table_name()}_{field}".encode('utf-8')
+                c_select = allocate_cstring(select_bytes)
+
+                field_bytes = field.encode('utf-8')
+                c_field = allocate_cstring(field_bytes)
+
+                fields[j][k].select_attribute = c_select
+                fields[j][k].name = c_field
+                fields[j][k].is_json = is_json
+        else:
+            num_fields_array[j] = 0
+            fields[j] = NULL
+
+    return fields
+
+cdef list process_values(
+    list values,
+    FieldInfo** fields,
+    Py_ssize_t* num_fields_array,
+    list select_raws,
+    list select_types,
+    Py_ssize_t num_selects
+):
+    cdef Py_ssize_t num_values = len(values)
+    cdef list result_all = [None] * num_values
+    cdef Py_ssize_t i, j, k, num_fields
+    cdef PyObject** result_value
+    cdef object value, obj, item
+    cdef dict obj_dict
+    cdef bint raw_is_table, raw_is_column, raw_is_function_metadata
+    cdef char* field_name_c
+    cdef char* select_name_c
+    cdef str field_name
+    cdef str select_name
+    cdef object field_value
+    cdef object select_raw
+    cdef PyObject* temp_obj
+    cdef bint all_none
+
+    for i in range(num_values):
+        value = values[i]
+        result_value = <PyObject**>malloc(num_selects * sizeof(PyObject*))
+        if not result_value:
+            raise MemoryError("Failed to allocate memory for result_value.")
+        try:
+            for j in range(num_selects):
+                select_raw = select_raws[j]
+                raw_is_table, raw_is_column, raw_is_function_metadata = select_types[j]
+
+                if raw_is_table:
+                    obj_dict = {}
+                    num_fields = num_fields_array[j]
+                    all_none = True
+
+                    # First pass: collect all fields and check if they're all None
+                    for k in range(num_fields):
+                        field_name_c = fields[j][k].name
+                        select_name_c = fields[j][k].select_attribute
+                        field_name = field_name_c.decode('utf-8')
+                        select_name = select_name_c.decode('utf-8')
+
+                        try:
+                            field_value = value[select_name]
+                        except KeyError:
+                            raise KeyError(f"Key '{select_name}' not found in value.")
+
+                        if field_value is not None:
+                            all_none = False
+                            if fields[j][k].is_json:
+                                field_value = json_loads(field_value)
+
+                        obj_dict[field_name] = field_value
+
+                    # If all fields are None, store None instead of creating the table object
+                    if all_none:
+                        result_value[j] = <PyObject*>None
+                        Py_INCREF(None)
+                    else:
+                        obj = select_raw(**obj_dict)
+                        result_value[j] = <PyObject*>obj
+                        Py_INCREF(obj)
+
+                elif raw_is_column:
+                    try:
+                        item = value[select_raw.key]
+                    except KeyError:
+                        raise KeyError(f"Key '{select_raw.key}' not found in value.")
+                    result_value[j] = <PyObject*>item
+                    Py_INCREF(item)
+
+                elif raw_is_function_metadata:
+                    try:
+                        item = value[select_raw.local_name]
+                    except KeyError:
+                        raise KeyError(f"Key '{select_raw.local_name}' not found in value.")
+                    result_value[j] = <PyObject*>item
+                    Py_INCREF(item)
+
+            # Assemble the result
+            if num_selects == 1:
+                result_all[i] = <object>result_value[0]
+                Py_DECREF(<object>result_value[0])
+            else:
+                result_tuple = tuple([<object>result_value[j] for j in range(num_selects)])
+                for j in range(num_selects):
+                    Py_DECREF(<object>result_value[j])
+                result_all[i] = result_tuple
+
+        finally:
+            free(result_value)
+
+    return result_all
+
+cdef list optimize_casting(list values, list select_raws, list select_types):
+    cdef Py_ssize_t num_selects = len(select_raws)
+    cdef Py_ssize_t* num_fields_array = <Py_ssize_t*>malloc(num_selects * sizeof(Py_ssize_t))
+    cdef FieldInfo** fields
+    cdef list result_all
+
+    if not num_fields_array:
+        raise MemoryError("Failed to allocate memory for num_fields_array.")
+
+    try:
+        fields = precompute_fields(select_raws, select_types, num_selects, num_fields_array)
+        result_all = process_values(values, fields, num_fields_array, select_raws, select_types, num_selects)
+    finally:
+        free_fields(fields, num_fields_array, num_selects)
+
+    return result_all
+
+def optimize_exec_casting(
+    values: List[Any],
+    select_raws: List[Any],
+    select_types: List[Tuple[bool, bool, bool]]
+) -> List[Any]:
+    return optimize_casting(values, select_raws, select_types)

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "iceaxe"
-version = "0.2.3.dev1"
+version = "0.2.3.dev3"
 description = "A modern, fast ORM for Python."
 authors = ["Pierce Freeman <pierce@freeman.vc>"]
 readme = "README.md"

{iceaxe-0.2.3.dev1 → iceaxe-0.2.3.dev3}/setup.py

@@ -22,7 +22,7 @@ install_requires = \
 
 setup_kwargs = {
     'name': 'iceaxe',
-    'version': '0.2.3.dev1',
+    'version': '0.2.3.dev3',
     'description': 'A modern, fast ORM for Python.',
     'long_description': '# iceaxe\n\nA modern, fast ORM for Python. We have the following goals:\n\n- 🏎️ **Performance**: We want to exceed or match the fastest ORMs in Python. We want our ORM\nto be as close as possible to raw-[asyncpg](https://github.com/MagicStack/asyncpg) speeds. See the "Benchmarks" section for more.\n- 📝 **Typehinting**: Everything should be typehinted with expected types. Declare your data as you\nexpect in Python and it should bidirectionally sync to the database.\n- 🐘 **Postgres only**: Leverage native Postgres features and simplify the implementation.\n- ⚡ **Common things are easy, rare things are possible**: 99% of the SQL queries we write are\nvanilla SELECT/INSERT/UPDATEs. These should be natively supported by your ORM. If you\'re writing _really_\ncomplex queries, these are better done by hand so you can see exactly what SQL will be run.\n\nIceaxe is in early alpha. It\'s also an independent project. It\'s compatible with the [Mountaineer](https://github.com/piercefreeman/mountaineer) ecosystem, but you can use it in whatever\nproject and web framework you\'re using.\n\n## Installation\n\nIf you\'re using poetry to manage your dependencies:\n\n```bash\npoetry add iceaxe\n```\n\nOtherwise install with pip:\n\n```bash\npip install iceaxe\n```\n\n## Usage\n\nDefine your models as a `TableBase` subclass:\n\n```python\nfrom iceaxe import TableBase\n\nclass Person(TableBase):\n    id: int\n    name: str\n    age: int\n```\n\nTableBase is a subclass of Pydantic\'s `BaseModel`, so you get all of the validation and Field customization\nout of the box. We provide our own `Field` constructor that adds database-specific configuration. For instance, to make the\n`id` field a primary key / auto-incrementing you can do:\n\n```python\nfrom iceaxe import Field\n\nclass Person(TableBase):\n    id: int = Field(primary_key=True)\n    name: str\n    age: int\n```\n\nOkay now you have a model. How do you interact with it?\n\nDatabases are based on a few core primitives to insert data, update it, and fetch it out again.\nTo do so you\'ll need a _database connection_, which is a connection over the network from your code\nto your Postgres database. The `DBConnection` is the core class for all ORM actions against the database.\n\n```python\nfrom iceaxe import DBConnection\nimport asyncpg\n\nconn = DBConnection(\n    await asyncpg.connect(\n        host="localhost",\n        port=5432,\n        user="db_user",\n        password="yoursecretpassword",\n        database="your_db",\n    )\n)\n```\n\nThe Person class currently just lives in memory. To back it with a full\ndatabase table, we can run raw SQL or run a migration to add it:\n\n```python\nawait conn.conn.execute(\n    """\n    CREATE TABLE IF NOT EXISTS person (\n        id SERIAL PRIMARY KEY,\n        name TEXT NOT NULL,\n        age INT NOT NULL\n    )\n    """\n)\n```\n\n### Inserting Data\n\nInstantiate object classes as you normally do:\n\n```python\npeople = [\n    Person(name="Alice", age=30),\n    Person(name="Bob", age=40),\n    Person(name="Charlie", age=50),\n]\nawait conn.insert(people)\n\nprint(people[0].id) # 1\nprint(people[1].id) # 2\n```\n\nBecause we\'re using an auto-incrementing primary key, the `id` field will be populated after the insert.\nIceaxe will automatically update the object in place with the newly assigned value.\n\n### Updating data\n\nNow that we have these lovely people, let\'s modify them.\n\n```python\nperson = people[0]\nperson.name = "Blice"\n```\n\nRight now, we have a Python object that\'s out of state with the database. But that\'s often okay. We can inspect it\nand further write logic - it\'s fully decoupled from the database.\n\n```python\ndef ensure_b_letter(person: Person):\n    if person.name[0].lower() != "b":\n        raise ValueError("Name must start with \'B\'")\n\nensure_b_letter(person)\n```\n\nTo sync the values back to the database, we can call `update`:\n\n```python\nawait conn.update([person])\n```\n\nIf we were to query the database directly, we see that the name has been updated:\n\n```\nid | name  | age\n----+-------+-----\n  1 | Blice |  31\n  2 | Bob   |  40\n  3 | Charlie | 50\n```\n\nBut no other fields have been touched. This lets a potentially concurrent process\nmodify `Alice`\'s record - say, updating the age to 31. By the time we update the data, we\'ll\nchange the name but nothing else. Under the hood we do this by tracking the fields that\nhave been modified in-memory and creating a targeted UPDATE to modify only those values.\n\n### Selecting data\n\nTo select data, we can use a `QueryBuilder`. For a shortcut to `select` query functions,\nyou can also just import select directly. This method takes the desired value parameters\nand returns a list of the desired objects.\n\n```python\nfrom iceaxe import select\n\nquery = select(Person).where(Person.name == "Blice", Person.age > 25)\nresults = await conn.exec(query)\n```\n\nIf we inspect the typing of `results`, we see that it\'s a `list[Person]` objects. This matches\nthe typehint of the `select` function. You can also target columns directly:\n\n```python\nquery = select((Person.id, Person.name)).where(Person.age > 25)\nresults = await conn.exec(query)\n```\n\nThis will return a list of tuples, where each tuple is the id and name of the person: `list[tuple[int, str]]`.\n\nWe support most of the common SQL operations. Just like the results, these are typehinted\nto their proper types as well. Static typecheckers and your IDE will throw an error if you try to compare\na string column to an integer, for instance. A more complex example of a query:\n\n```python\nquery = select((\n    Person.id,\n    FavoriteColor,\n)).join(\n    FavoriteColor,\n    Person.id == FavoriteColor.person_id,\n).where(\n    Person.age > 25,\n    Person.name == "Blice",\n).order_by(\n    Person.age.desc(),\n).limit(10)\nresults = await conn.exec(query)\n```\n\nAs expected this will deliver results - and typehint - as a `list[tuple[int, FavoriteColor]]`\n\n## Production\n\n> [!IMPORTANT]\n> Iceaxe is in early alpha. We\'re using it internally and showly rolling out to our production\napplications, but we\'re not yet ready to recommend it for general use. The API and larger\nstability is subject to change.\n\nNote that underlying Postgres connection wrapped by `conn` will be alive for as long as your object is in memory. This uses up one\nof the allowable connections to your database. Your overall limit depends on your Postgres configuration\nor hosting provider, but most managed solutions top out around 150-300. If you need more concurrent clients\nconnected (and even if you don\'t - connection creation at the Postgres level is expensive), you can adopt\na load balancer like `pgbouncer` to better scale to traffic. More deployment notes to come.\n\nIt\'s also worth noting the absence of request pooling in this initialization. This is a feature of many ORMs that lets you limit\nthe overall connections you make to Postgres, and re-use these over time. We specifically don\'t offer request\npooling as part of Iceaxe, despite being supported by our underlying engine `asyncpg`. This is a bit more\naligned to how things should be structured in production. Python apps are always bound to one process thanks to\nthe GIL. So no matter what your connection pool will always be tied to the current Python process / runtime. When you\'re deploying onto a server with multiple cores, the pool will be duplicated across CPUs and largely defeats the purpose of capping\nnetwork connections in the first place.\n\n## Benchmarking\n\nWe have basic benchmarking tests in the `__tests__/benchmarks` directory. To run them, you\'ll need to execute the pytest suite:\n\n```bash\npoetry run pytest -m integration_tests\n```\n\nCurrent benchmarking as of October 11 2024 is:\n\n|                   | raw asyncpg | iceaxe | external overhead                             |   |\n|-------------------|-------------|--------|-----------------------------------------------|---|\n| TableBase columns | 0.098s      | 0.093s |                                               |   |\n| TableBase full    | 0.164s      | 1.345s | 10%: dict construction | 90%: pydantic overhead |   |\n\n## Development\n\nIf you update your Cython implementation during development, you\'ll need to re-compile the Cython code. This can be done with\na simple poetry install. Poetry is set up to create a dynamic `setup.py` based on our `build.py` definition.\n\n```bash\npoetry install\n```\n\n## TODOs\n\n- [ ] Additional documentation with usage examples.\n',
     'author': 'Pierce Freeman',

iceaxe-0.2.3.dev1/iceaxe/session_optimized.pyx

@@ -1,102 +0,0 @@
-# cython_optimizations.pyx
-from typing import Any, List, Tuple, Type
-from iceaxe.base import TableBase
-from iceaxe.queries import FunctionMetadata
-from json import loads as json_loads
-from cpython.ref cimport PyObject
-from cpython.object cimport PyObject_GetItem
-from libc.stdlib cimport malloc, free
-from libc.string cimport strcpy
-
-cdef struct FieldInfo:
-    char* name
-    bint is_json
-
-cdef list optimize_casting(list values, list select_raws, list select_types):
-    cdef:
-        Py_ssize_t i, j, k, num_values, num_selects
-        list result_all
-        PyObject **result_value
-        object value, obj, item
-        tuple select_type
-        bint raw_is_table, raw_is_column, raw_is_function_metadata
-        FieldInfo **fields
-        Py_ssize_t num_fields
-        dict field_dict
-        bytes field_bytes
-        char* c_field_name
-
-    num_values = len(values)
-    num_selects = len(select_raws)
-    result_all = [None] * num_values
-
-    # Pre-calculate field information
-    fields = <FieldInfo**>malloc(num_selects * sizeof(FieldInfo*))
-    if not fields:
-        raise MemoryError()
-
-    try:
-        for j in range(num_selects):
-            select_raw = select_raws[j]
-            raw_is_table, raw_is_column, raw_is_function_metadata = select_types[j]
-            if raw_is_table:
-                field_dict = {}
-                for field, info in select_raw.model_fields.items():
-                    if not info.exclude:
-                        field_dict[field] = info.is_json
-                num_fields = len(field_dict)
-                fields[j] = <FieldInfo*>malloc(num_fields * sizeof(FieldInfo))
-                if not fields[j]:
-                    raise MemoryError()
-                for k, (field, is_json) in enumerate(field_dict.items()):
-                    field_bytes = field.encode('utf-8')
-                    c_field_name = <char*>malloc((len(field_bytes) + 1) * sizeof(char))
-                    if not c_field_name:
-                        raise MemoryError()
-                    strcpy(c_field_name, field_bytes)
-                    fields[j][k].name = c_field_name
-                    fields[j][k].is_json = is_json
-
-        for i in range(num_values):
-            value = values[i]
-            result_value = <PyObject**>malloc(num_selects * sizeof(PyObject*))
-            if not result_value:
-                raise MemoryError()
-            try:
-                for j in range(num_selects):
-                    select_raw = select_raws[j]
-                    raw_is_table, raw_is_column, raw_is_function_metadata = select_types[j]
-                    if raw_is_table:
-                        obj_dict = {}
-                        for k in range(num_fields):
-                            field_name = fields[j][k].name.decode('utf-8')
-                            field_value = PyObject_GetItem(value, field_name)
-                            if fields[j][k].is_json:
-                                field_value = json_loads(field_value)
-                            obj_dict[field_name] = field_value
-                        obj = select_raw(**obj_dict)
-                        result_value[j] = <PyObject*>obj
-                    elif raw_is_column:
-                        item = PyObject_GetItem(value, select_raw.key)
-                        result_value[j] = <PyObject*>item
-                    elif raw_is_function_metadata:
-                        item = PyObject_GetItem(value, select_raw.local_name)
-                        result_value[j] = <PyObject*>item
-                if num_selects == 1:
-                    result_all[i] = <object>result_value[0]
-                else:
-                    result_all[i] = tuple([<object>result_value[j] for j in range(num_selects)])
-            finally:
-                free(result_value)
-    finally:
-        for j in range(num_selects):
-            if select_types[j][0]:  # if raw_is_table
-                for k in range(num_fields):
-                    free(fields[j][k].name)
-                free(fields[j])
-        free(fields)
-
-    return result_all
-
-def optimize_exec_casting(values: List[Any], select_raw: List[Any], select_types: List[Tuple[bool, bool, bool]]) -> List[Any]:
-    return optimize_casting(values, select_raw, select_types)