zlmdb 25.10.1__cp313-cp313-manylinux_2_34_x86_64.whl

flatbuffers/util.py

@@ -0,0 +1,43 @@
+# Copyright 2017 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from . import encode
+from . import number_types
+from . import packer
+
+def GetSizePrefix(buf, offset):
+	"""Extract the size prefix from a buffer."""
+	return encode.Get(packer.int32, buf, offset)
+
+def GetBufferIdentifier(buf, offset, size_prefixed=False):
+        """Extract the file_identifier from a buffer"""
+        if size_prefixed:
+            # increase offset by size of UOffsetTFlags
+            offset += number_types.UOffsetTFlags.bytewidth
+        # increase offset by size of root table pointer
+        offset += number_types.UOffsetTFlags.bytewidth
+        # end of FILE_IDENTIFIER
+        end = offset + encode.FILE_IDENTIFIER_LENGTH
+        return buf[offset:end]
+
+def BufferHasIdentifier(buf, offset, file_identifier, size_prefixed=False):
+        got = GetBufferIdentifier(buf, offset, size_prefixed=size_prefixed)
+        return got == file_identifier
+
+def RemoveSizePrefix(buf, offset):
+	"""
+	Create a slice of a size-prefixed buffer that has
+	its position advanced just past the size prefix.
+	"""
+	return buf, offset + number_types.Int32Flags.bytewidth

zlmdb/__init__.py

@@ -0,0 +1,312 @@
+###############################################################################
+#
+# The MIT License (MIT)
+#
+# Copyright (c) typedef int GmbH
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+###############################################################################
+"""ZLMDB - Object-relational zero-copy in-memory database layer for LMDB."""
+
+import uuid
+
+from typing import Dict  # noqa
+
+from ._version import __version__
+
+from ._errors import NullValueConstraint
+
+from ._pmap import (
+    PersistentMap,
+    MapSlotUuidUuid,
+    MapUuidString,
+    MapUuidOid,
+    MapUuidUuid,
+    MapUuidJson,
+    MapUuidCbor,
+    MapUuidPickle,
+    MapUuidFlatBuffers,
+    MapUuidTimestampFlatBuffers,
+    MapUuidBytes20Uint8FlatBuffers,
+    MapUuidBytes20Uint8UuidFlatBuffers,
+    MapUuidBytes20Bytes20Uint8UuidFlatBuffers,
+    MapUuidTimestampCbor,
+    MapTimestampFlatBuffers,
+    MapTimestampStringFlatBuffers,
+    MapTimestampUuidFlatBuffers,
+    MapTimestampUuidStringFlatBuffers,
+    MapUuidTimestampUuidFlatBuffers,
+    MapUint64TimestampUuid,
+    MapTimestampUuidCbor,
+    MapUuidTimestampUuid,
+    MapUuidStringUuid,
+    MapUuidUuidStringUuid,
+    MapUuidUuidUuidStringUuid,
+    MapUuidStringOid,
+    MapUuidUuidCbor,
+    MapUuidUuidSet,
+    MapUuidUuidUuid,
+    MapUuidUuidUuidUuid,
+    MapUuidUuidUuidUuidUuid,
+    MapUuidTimestampBytes32,
+    MapUuidUuidFlatBuffers,
+    MapUuidUuidStringFlatBuffers,
+    MapUuidStringFlatBuffers,
+    MapStringString,
+    MapStringOid,
+    MapStringOidOid,
+    MapStringUuid,
+    MapStringStringUuid,
+    MapStringStringStringUuid,
+    MapStringJson,
+    MapStringCbor,
+    MapStringPickle,
+    MapStringFlatBuffers,
+    MapStringTimestampCbor,
+    MapTimestampStringCbor,
+    MapOidString,
+    MapOidOid,
+    MapOidUuid,
+    MapOidJson,
+    MapOidCbor,
+    MapOidPickle,
+    MapOidFlatBuffers,
+    MapOidOidFlatBuffers,
+    MapOid3FlatBuffers,
+    MapOidOidSet,
+    MapOidStringOid,
+    MapOidOidOid,
+    MapOidTimestampOid,
+    MapOidTimestampFlatBuffers,
+    MapOidTimestampStringOid,
+    MapUint16UuidTimestampFlatBuffers,
+    MapBytes32Uuid,
+    MapBytes32Timestamp,
+    MapBytes32Bytes32,
+    MapBytes32FlatBuffers,
+    MapBytes32UuidFlatBuffers,
+    MapUuidBytes32FlatBuffers,
+    MapBytes32Bytes32FlatBuffers,
+    MapBytes32StringFlatBuffers,
+    MapTimestampBytes32FlatBuffers,
+    MapBytes20Uuid,
+    MapBytes20Bytes16,
+    MapBytes20Bytes20,
+    MapBytes20Bytes20Timestamp,
+    MapBytes20TimestampBytes20,
+    MapBytes20TimestampUuid,
+    MapBytes16FlatBuffers,
+    MapBytes16TimestampUuid,
+    MapBytes16TimestampUuidFlatBuffers,
+    MapBytes20FlatBuffers,
+    MapBytes20Bytes20FlatBuffers,
+    MapBytes20StringFlatBuffers,
+)
+
+from ._transaction import Transaction, TransactionStats
+from ._database import Database
+from ._schema import Schema
+
+__all__ = (
+    "__version__",
+    "Schema",
+    "Database",
+    "Transaction",
+    "TransactionStats",
+    "MapSlotUuidUuid",
+    "table",
+    #
+    # Errors
+    #
+    "NullValueConstraint",
+    #
+    # UUID pmaps
+    #
+    # UUID (uint128) based pmap types for object containers
+    "MapUuidString",
+    "MapUuidOid",
+    "MapUuidJson",
+    "MapUuidCbor",
+    "MapUuidPickle",
+    "MapUuidFlatBuffers",
+    # UUID/Timestamp-combined pmap types for flatbuffers values
+    "MapUuidTimestampFlatBuffers",
+    "MapTimestampUuidFlatBuffers",
+    "MapTimestampFlatBuffers",
+    "MapTimestampStringFlatBuffers",
+    "MapTimestampUuidStringFlatBuffers",
+    "MapUuidTimestampUuidFlatBuffers",
+    "MapUuidBytes20Uint8FlatBuffers",
+    "MapUuidBytes20Uint8UuidFlatBuffers",
+    "MapUuidBytes20Bytes20Uint8UuidFlatBuffers",
+    "MapUint16UuidTimestampFlatBuffers",
+    # UUID (uint128) based pmap types for indexes
+    "MapUuidUuid",
+    "MapUuidStringUuid",
+    "MapUuidUuidStringUuid",
+    "MapUuidUuidUuidStringUuid",
+    "MapUint64TimestampUuid",
+    # more UUID (uint128) based pmap types for indexes
+    "MapUuidUuidSet",
+    "MapUuidStringOid",
+    # UUID-UUID based pmap types
+    "MapUuidUuidFlatBuffers",
+    "MapUuidStringFlatBuffers",
+    "MapUuidUuidCbor",
+    "MapUuidUuidUuid",
+    "MapUuidUuidUuidUuid",
+    "MapUuidUuidUuidUuidUuid",
+    "MapUuidTimestampUuid",
+    "MapUuidTimestampBytes32",
+    "MapUuidTimestampCbor",
+    "MapTimestampUuidCbor",
+    #
+    # String pmaps
+    #
+    # String (utf8) based pmap types for object containers
+    "MapStringUuid",
+    "MapStringStringUuid",
+    "MapStringStringStringUuid",
+    "MapStringOid",
+    "MapStringOidOid",
+    "MapStringJson",
+    "MapStringCbor",
+    "MapStringPickle",
+    "MapStringFlatBuffers",
+    "MapStringTimestampCbor",
+    "MapTimestampStringCbor",
+    # String (utf8) based pmap types for indexes
+    "MapStringString",
+    #
+    # OID pmaps
+    #
+    # OID (uint64) based pmap types for object containers
+    "MapOidString",
+    "MapOidUuid",
+    "MapOidJson",
+    "MapOidCbor",
+    "MapOidPickle",
+    "MapOidFlatBuffers",
+    "MapOidOidFlatBuffers",
+    "MapOidTimestampFlatBuffers",
+    "MapOid3FlatBuffers",
+    # OID (uint64) based pmap types for indexes
+    "MapOidOid",
+    "MapOidOidSet",
+    "MapOidStringOid",
+    "MapOidOidOid",
+    "MapOidTimestampOid",
+    "MapOidTimestampStringOid",
+    #
+    # Bytes32 pmaps
+    #
+    "MapBytes32Uuid",
+    "MapBytes32Timestamp",
+    "MapBytes32Bytes32",
+    "MapBytes32FlatBuffers",
+    "MapBytes32UuidFlatBuffers",
+    "MapUuidBytes32FlatBuffers",
+    "MapBytes32Bytes32FlatBuffers",
+    "MapBytes32StringFlatBuffers",
+    "MapTimestampBytes32FlatBuffers",
+    "MapUuidUuidStringFlatBuffers",
+    #
+    # Bytes20 pmaps
+    #
+    "MapBytes20Uuid",
+    "MapBytes20Bytes16",
+    "MapBytes20Bytes20",
+    "MapBytes20Bytes20Timestamp",
+    "MapBytes20TimestampBytes20",
+    "MapBytes20TimestampUuid",
+    "MapBytes20FlatBuffers",
+    "MapBytes20Bytes20FlatBuffers",
+    "MapBytes20StringFlatBuffers",
+    #
+    # Bytes16 pmaps
+    #
+    "MapBytes16FlatBuffers",
+    "MapBytes16TimestampUuid",
+    "MapBytes16TimestampUuidFlatBuffers",
+)
+
+TABLES_BY_UUID: Dict[uuid.UUID, PersistentMap] = {}
+"""
+Map of table UUIDs to persistent maps stored in slots in a KV store.
+"""
+
+
+def table(oid, marshal=None, parse=None, build=None, cast=None, compress=None):
+    if type(oid) == str:
+        oid = uuid.UUID(oid)
+
+    assert isinstance(oid, uuid.UUID)
+    assert marshal is None or callable(marshal)
+    assert parse is None or callable(parse)
+    assert build is None or callable(build)
+    assert cast is None or callable(cast)
+    assert compress is None or compress in [
+        PersistentMap.COMPRESS_ZLIB,
+        PersistentMap.COMPRESS_SNAPPY,
+    ]
+
+    def decorate(o):
+        if oid in TABLES_BY_UUID:
+            assert TABLES_BY_UUID[oid]._zlmdb_oid == oid, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_oid, oid
+            )
+            assert TABLES_BY_UUID[oid]._zlmdb_marshal == marshal, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_marshal, marshal
+            )
+            assert TABLES_BY_UUID[oid]._zlmdb_parse == parse, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_parse, parse
+            )
+            assert TABLES_BY_UUID[oid]._zlmdb_build == build, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_build, build
+            )
+            assert TABLES_BY_UUID[oid]._zlmdb_cast == cast, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_cast, cast
+            )
+            assert TABLES_BY_UUID[oid]._zlmdb_compress == compress, "{} != {}".format(
+                TABLES_BY_UUID[oid]._zlmdb_compress, compress
+            )
+            return
+        assert oid not in TABLES_BY_UUID, (
+            "oid {} already in map (pointing to {})".format(oid, TABLES_BY_UUID[oid])
+        )
+
+        # slot UUID that is mapped to a slot index later when attaching to db
+        o._zlmdb_oid = oid
+
+        # for CBOR/JSON
+        o._zlmdb_marshal = marshal
+        o._zlmdb_parse = parse
+
+        # for Flatbuffers
+        o._zlmdb_build = build
+        o._zlmdb_cast = cast
+
+        # for value compression
+        o._zlmdb_compress = compress
+
+        TABLES_BY_UUID[oid] = o
+        return o
+
+    return decorate