deltacat 1.1.38__py3-none-any.whl → 2.0.0__py3-none-any.whl

deltacat/__init__.py

@@ -1,7 +1,19 @@
+import importlib
 import logging
 
 import deltacat.logs  # noqa: F401
-from deltacat.catalog.delegate import (
+from deltacat.api import (
+    copy,
+    get,
+    list,
+    put,
+)
+from deltacat.storage.model.transaction import (
+    transaction,
+    transactions,
+    read_transaction,
+)
+from deltacat.catalog import (  # noqa: F401
     alter_namespace,
     alter_table,
     create_namespace,
@@ -20,36 +32,109 @@ from deltacat.catalog.delegate import (
     table_exists,
     truncate_table,
     write_to_table,
-)
-from deltacat.catalog.model.catalog import (  # noqa: F401
-    Catalog,
-    Catalogs,
-    all_catalogs,
     init,
+    init_local,
+    is_initialized,
+    clear_catalogs,
+    get_catalog,
+    get_catalog_properties,
+    pop_catalog,
+    put_catalog,
+    raise_if_not_initialized,
+    Catalog,
+    CatalogProperties,
+    TableDefinition,
+)
+from deltacat.compute import (
+    job_client,
+    local_job_client,
 )
-from deltacat.catalog.model.table_definition import TableDefinition
 from deltacat.storage import (
+    BucketingStrategy,
+    BucketTransform,
+    BucketTransformParameters,
+    DayTransform,
+    HourTransform,
+    IdentityTransform,
+    Dataset,
     DistributedDataset,
+    Field,
     LifecycleState,
     ListResult,
     LocalDataset,
     LocalTable,
     Namespace,
+    PartitionKey,
+    PartitionScheme,
+    Schema,
     SchemaConsistencyType,
     SortKey,
     SortOrder,
+    SortScheme,
+    TableProperties,
+    TransactionStatus,
+    Transform,
+    TransformName,
+    TransformParameters,
+    TruncateTransform,
+    TruncateTransformParameters,
+    TruncateStrategy,
+    UnknownTransform,
+    VoidTransform,
+    YearTransform,
+    NullOrder,
 )
-from deltacat.types.media import ContentEncoding, ContentType, TableType
-from deltacat.types.tables import TableWriteMode
+from deltacat.types.media import (
+    ContentEncoding,
+    ContentType,
+    DatasetType,
+    DatastoreType,
+)
+from deltacat.types.tables import (
+    TableWriteMode,
+    TableProperty,
+    TableReadOptimizationLevel,
+    SchemaEvolutionMode,
+    from_pandas,
+    from_pyarrow,
+    from_manifest_table,
+    to_pyarrow,
+    to_pandas,
+    dataset_length,
+    dataset_size,
+    dataset_column_names,
+    dataset_schema,
+)
+from deltacat.utils.url import DeltaCatUrl
+
+write = write_to_table
+read = read_table
+
+__iceberg__ = []
+if importlib.util.find_spec("pyiceberg") is not None:
+    from deltacat.experimental.catalog.iceberg import (  # noqa: F401
+        impl as IcebergCatalog,
+    )
+
+    __iceberg__ = [
+        "IcebergCatalog",
+    ]
 
 deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
 
-__version__ = "1.1.38"
+__version__ = "2.0.0"
 
 
 __all__ = [
     "__version__",
-    "all_catalogs",
+    "job_client",
+    "local_job_client",
+    "copy",
+    "get",
+    "list",
+    "put",
+    "transaction",
+    "transactions",
     "alter_table",
     "create_table",
     "drop_table",
@@ -66,22 +151,75 @@ __all__ = [
     "create_namespace",
     "drop_namespace",
     "default_namespace",
+    "write",
     "write_to_table",
+    "read",
     "read_table",
+    "read_transaction",
     "init",
+    "init_local",
+    "is_initialized",
+    "clear_catalogs",
+    "get_catalog",
+    "get_catalog_properties",
+    "pop_catalog",
+    "put_catalog",
+    "raise_if_not_initialized",
+    "dataset_length",
+    "dataset_size",
+    "dataset_column_names",
+    "dataset_schema",
+    "from_pandas",
+    "from_pyarrow",
+    "from_manifest_table",
+    "to_pandas",
+    "to_pyarrow",
+    "BucketingStrategy",
+    "BucketTransform",
+    "BucketTransformParameters",
     "Catalog",
+    "CatalogProperties",
     "ContentType",
     "ContentEncoding",
+    "Dataset",
+    "DatasetType",
+    "DatastoreType",
+    "DayTransform",
+    "DeltaCatUrl",
     "DistributedDataset",
+    "Field",
+    "HourTransform",
+    "IdentityTransform",
     "LifecycleState",
     "ListResult",
     "LocalDataset",
     "LocalTable",
+    "MonthTransform",
     "Namespace",
+    "NullOrder",
+    "PartitionKey",
+    "PartitionScheme",
+    "Schema",
     "SchemaConsistencyType",
     "SortKey",
     "SortOrder",
+    "SortScheme",
     "TableDefinition",
-    "TableType",
     "TableWriteMode",
+    "TableProperties",
+    "TableProperty",
+    "TableReadOptimizationLevel",
+    "SchemaEvolutionMode",
+    "TransactionStatus",
+    "Transform",
+    "TransformName",
+    "TransformParameters",
+    "TruncateTransform",
+    "TruncateTransformParameters",
+    "TruncateStrategy",
+    "UnknownTransform",
+    "VoidTransform",
+    "YearTransform",
 ]
+
+__all__ += __iceberg__

deltacat/annotations.py

@@ -0,0 +1,36 @@
+def ExperimentalAPI(obj):
+    """Decorator for documenting experimental APIs.
+
+    Experimental APIs are classes and methods that are in development and may
+    change at any time in their development process. You should not expect
+    these APIs to be stable until their tag is changed to `DeveloperAPI` or
+    `PublicAPI`.
+
+    Subclasses that inherit from a ``@ExperimentalAPI`` base class can be
+    assumed experimental as well.
+
+    This decorator has no effect on runtime behavior
+    """
+    return obj
+
+
+def DeveloperAPI(obj):
+    """Decorator for documenting experimental APIs.
+
+    Developer APIs are classes and methods explicitly exposed to developers
+    for low level integrations with DeltaCAT (e.g.: compute engines, other catalogs).
+    You can generally expect these APIs to be stable sans minor changes (but less stable than public APIs).
+
+    This decorator has no effect on runtime behavior
+    """
+    return obj
+
+
+def PublicAPI(obj):
+    """Decorator for documenting public APIs.
+
+    Public APIs are classes and methods exposed to end users which are expected to remain stable across releases.
+
+    This decorator has no effect on runtime behavior
+    """
+    return obj